2024-11-21 05:30:59,687 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 05:30:59,699 main DEBUG Took 0.010423 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 05:30:59,699 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 05:30:59,700 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 05:30:59,701 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 05:30:59,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,709 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 05:30:59,721 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,723 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,724 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,725 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,725 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,726 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,727 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,728 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,729 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,730 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:59,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,732 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 05:30:59,733 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:59,734 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 05:30:59,736 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 05:30:59,736 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 05:30:59,738 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 05:30:59,738 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 05:30:59,746 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 05:30:59,748 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 05:30:59,750 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 05:30:59,750 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 05:30:59,751 main DEBUG createAppenders(={Console}) 2024-11-21 05:30:59,751 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-21 05:30:59,752 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 05:30:59,752 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-21 05:30:59,752 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 05:30:59,753 main DEBUG OutputStream closed 2024-11-21 05:30:59,753 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 05:30:59,753 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 05:30:59,753 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-21 05:30:59,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 05:30:59,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 05:30:59,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 05:30:59,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 05:30:59,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 05:30:59,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 05:30:59,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 05:30:59,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 05:30:59,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 05:30:59,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 05:30:59,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 05:30:59,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 05:30:59,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 05:30:59,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 05:30:59,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 05:30:59,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 05:30:59,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 05:30:59,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 05:30:59,840 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 05:30:59,840 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-21 05:30:59,840 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 05:30:59,841 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-21T05:31:00,089 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676 2024-11-21 05:31:00,093 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 05:31:00,093 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T05:31:00,104 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-21T05:31:00,154 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T05:31:00,158 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/cluster_dfcf8c08-d108-3b3d-a995-a394618c6a6b, deleteOnExit=true 2024-11-21T05:31:00,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T05:31:00,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/test.cache.data in system properties and HBase conf 2024-11-21T05:31:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T05:31:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/hadoop.log.dir in system properties and HBase conf 2024-11-21T05:31:00,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T05:31:00,164 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T05:31:00,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T05:31:00,305 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T05:31:00,450 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T05:31:00,456 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T05:31:00,457 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T05:31:00,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T05:31:00,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T05:31:00,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T05:31:00,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T05:31:00,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T05:31:00,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T05:31:00,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T05:31:00,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/nfs.dump.dir in system properties and HBase conf 2024-11-21T05:31:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/java.io.tmpdir in system properties and HBase conf 2024-11-21T05:31:00,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T05:31:00,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T05:31:00,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T05:31:01,570 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T05:31:01,669 INFO [Time-limited test {}] log.Log(170): Logging initialized @2804ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T05:31:01,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T05:31:01,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T05:31:01,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T05:31:01,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T05:31:01,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T05:31:01,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T05:31:01,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/hadoop.log.dir/,AVAILABLE} 2024-11-21T05:31:01,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T05:31:02,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/java.io.tmpdir/jetty-localhost-43413-hadoop-hdfs-3_4_1-tests_jar-_-any-3218304808438107946/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T05:31:02,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:43413} 2024-11-21T05:31:02,139 INFO [Time-limited test {}] server.Server(415): Started @3275ms 2024-11-21T05:31:02,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T05:31:02,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T05:31:02,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T05:31:02,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T05:31:02,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T05:31:02,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/hadoop.log.dir/,AVAILABLE} 2024-11-21T05:31:02,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T05:31:02,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/java.io.tmpdir/jetty-localhost-36297-hadoop-hdfs-3_4_1-tests_jar-_-any-6383967864148576761/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T05:31:02,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:36297} 2024-11-21T05:31:02,770 INFO [Time-limited test {}] server.Server(415): Started @3906ms 2024-11-21T05:31:02,830 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T05:31:03,639 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/cluster_dfcf8c08-d108-3b3d-a995-a394618c6a6b/dfs/data/data2/current/BP-539033554-172.17.0.2-1732167061145/current, will proceed with Du for space computation calculation, 2024-11-21T05:31:03,639 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/cluster_dfcf8c08-d108-3b3d-a995-a394618c6a6b/dfs/data/data1/current/BP-539033554-172.17.0.2-1732167061145/current, will proceed with Du for space computation calculation, 2024-11-21T05:31:03,672 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T05:31:03,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676 2024-11-21T05:31:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13a761c6681bb2a8 with lease ID 0x459d10cdfa74142e: Processing first storage report for DS-3f44d2fd-bac9-4ecc-8e2e-04fbf8971961 from datanode DatanodeRegistration(127.0.0.1:42127, datanodeUuid=a685f335-e013-49cf-8be2-404c9edf0310, infoPort=46603, infoSecurePort=0, ipcPort=34023, storageInfo=lv=-57;cid=testClusterID;nsid=1544267084;c=1732167061145) 2024-11-21T05:31:03,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13a761c6681bb2a8 with lease ID 0x459d10cdfa74142e: from storage DS-3f44d2fd-bac9-4ecc-8e2e-04fbf8971961 node DatanodeRegistration(127.0.0.1:42127, datanodeUuid=a685f335-e013-49cf-8be2-404c9edf0310, infoPort=46603, infoSecurePort=0, ipcPort=34023, storageInfo=lv=-57;cid=testClusterID;nsid=1544267084;c=1732167061145), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T05:31:03,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13a761c6681bb2a8 with lease ID 0x459d10cdfa74142e: Processing first storage report for DS-ec3a95c3-aafe-4c6a-91d4-87c1f8a32e30 from datanode DatanodeRegistration(127.0.0.1:42127, datanodeUuid=a685f335-e013-49cf-8be2-404c9edf0310, infoPort=46603, infoSecurePort=0, ipcPort=34023, storageInfo=lv=-57;cid=testClusterID;nsid=1544267084;c=1732167061145) 2024-11-21T05:31:03,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13a761c6681bb2a8 with lease ID 0x459d10cdfa74142e: from storage DS-ec3a95c3-aafe-4c6a-91d4-87c1f8a32e30 node DatanodeRegistration(127.0.0.1:42127, datanodeUuid=a685f335-e013-49cf-8be2-404c9edf0310, infoPort=46603, infoSecurePort=0, ipcPort=34023, storageInfo=lv=-57;cid=testClusterID;nsid=1544267084;c=1732167061145), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T05:31:03,801 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/cluster_dfcf8c08-d108-3b3d-a995-a394618c6a6b/zookeeper_0, clientPort=49791, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/cluster_dfcf8c08-d108-3b3d-a995-a394618c6a6b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/cluster_dfcf8c08-d108-3b3d-a995-a394618c6a6b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T05:31:03,812 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49791 2024-11-21T05:31:03,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T05:31:03,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T05:31:04,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741825_1001 (size=7) 2024-11-21T05:31:04,514 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c with version=8 2024-11-21T05:31:04,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/hbase-staging 2024-11-21T05:31:04,637 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T05:31:04,902 INFO [Time-limited test {}] client.ConnectionUtils(129): master/083cd7fc6746:0 server-side Connection retries=45 2024-11-21T05:31:04,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T05:31:04,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T05:31:04,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T05:31:04,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T05:31:04,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T05:31:05,046 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T05:31:05,100 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T05:31:05,109 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T05:31:05,113 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:31:05,135 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 52444 (auto-detected) 2024-11-21T05:31:05,136 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T05:31:05,154 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44601 2024-11-21T05:31:05,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T05:31:05,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T05:31:05,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44601 connecting to ZooKeeper ensemble=127.0.0.1:49791 2024-11-21T05:31:05,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446010x0, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T05:31:05,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44601-0x1015d297b5c0000 connected 2024-11-21T05:31:05,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T05:31:05,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T05:31:05,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T05:31:05,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44601 2024-11-21T05:31:05,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44601 2024-11-21T05:31:05,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44601 2024-11-21T05:31:05,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44601 2024-11-21T05:31:05,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44601 2024-11-21T05:31:05,546 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c, hbase.cluster.distributed=false 2024-11-21T05:31:05,618 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/083cd7fc6746:0 server-side Connection retries=45 2024-11-21T05:31:05,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T05:31:05,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T05:31:05,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T05:31:05,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T05:31:05,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T05:31:05,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T05:31:05,624 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:31:05,625 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40265 2024-11-21T05:31:05,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T05:31:05,632 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T05:31:05,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T05:31:05,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T05:31:05,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40265 connecting to ZooKeeper ensemble=127.0.0.1:49791 2024-11-21T05:31:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402650x0, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T05:31:05,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402650x0, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T05:31:05,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40265-0x1015d297b5c0001 connected 2024-11-21T05:31:05,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T05:31:05,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T05:31:05,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-21T05:31:05,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40265 2024-11-21T05:31:05,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40265 2024-11-21T05:31:05,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-21T05:31:05,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-21T05:31:05,664 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/083cd7fc6746,44601,1732167064630 2024-11-21T05:31:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T05:31:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T05:31:05,674 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/083cd7fc6746,44601,1732167064630 2024-11-21T05:31:05,680 DEBUG [M:0;083cd7fc6746:44601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;083cd7fc6746:44601 2024-11-21T05:31:05,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T05:31:05,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T05:31:05,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:05,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:05,697 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T05:31:05,698 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/083cd7fc6746,44601,1732167064630 from backup master directory 2024-11-21T05:31:05,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T05:31:05,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/083cd7fc6746,44601,1732167064630 2024-11-21T05:31:05,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T05:31:05,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T05:31:05,705 WARN [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T05:31:05,705 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=083cd7fc6746,44601,1732167064630 2024-11-21T05:31:05,708 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T05:31:05,710 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T05:31:05,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741826_1002 (size=42) 2024-11-21T05:31:06,182 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/hbase.id with ID: 437da74a-de8b-4479-ba0d-f187513fc957 2024-11-21T05:31:06,236 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T05:31:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:06,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741827_1003 (size=196) 2024-11-21T05:31:06,337 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T05:31:06,340 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T05:31:06,358 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:06,362 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T05:31:06,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741828_1004 (size=1189) 2024-11-21T05:31:06,810 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store 2024-11-21T05:31:06,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741829_1005 (size=34) 2024-11-21T05:31:07,231 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T05:31:07,231 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:31:07,232 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T05:31:07,232 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T05:31:07,233 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T05:31:07,233 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T05:31:07,233 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T05:31:07,233 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T05:31:07,233 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T05:31:07,235 WARN [master/083cd7fc6746:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/.initializing 2024-11-21T05:31:07,235 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/WALs/083cd7fc6746,44601,1732167064630 2024-11-21T05:31:07,242 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T05:31:07,254 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=083cd7fc6746%2C44601%2C1732167064630, suffix=, logDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/WALs/083cd7fc6746,44601,1732167064630, archiveDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/oldWALs, maxLogs=10 2024-11-21T05:31:07,276 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/WALs/083cd7fc6746,44601,1732167064630/083cd7fc6746%2C44601%2C1732167064630.1732167067259, exclude list is [], retry=0 2024-11-21T05:31:07,292 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42127,DS-3f44d2fd-bac9-4ecc-8e2e-04fbf8971961,DISK] 2024-11-21T05:31:07,295 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T05:31:07,329 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/WALs/083cd7fc6746,44601,1732167064630/083cd7fc6746%2C44601%2C1732167064630.1732167067259 2024-11-21T05:31:07,330 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46603:46603)] 2024-11-21T05:31:07,330 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:31:07,331 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:31:07,334 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T05:31:07,335 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T05:31:07,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T05:31:07,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T05:31:07,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:07,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T05:31:07,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T05:31:07,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T05:31:07,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:07,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:07,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T05:31:07,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T05:31:07,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:07,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:07,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T05:31:07,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T05:31:07,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:07,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:07,423 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T05:31:07,425 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T05:31:07,435 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T05:31:07,440 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T05:31:07,445 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T05:31:07,447 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61387148, jitterRate=-0.08526021242141724}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T05:31:07,452 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T05:31:07,453 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T05:31:07,481 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769bc9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:07,513 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T05:31:07,525 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T05:31:07,525 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T05:31:07,527 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T05:31:07,529 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T05:31:07,534 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-21T05:31:07,534 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T05:31:07,561 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T05:31:07,573 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T05:31:07,613 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T05:31:07,615 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T05:31:07,617 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T05:31:07,621 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T05:31:07,623 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T05:31:07,626 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T05:31:07,629 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T05:31:07,630 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T05:31:07,637 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T05:31:07,648 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T05:31:07,654 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T05:31:07,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T05:31:07,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T05:31:07,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:07,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:07,663 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=083cd7fc6746,44601,1732167064630, sessionid=0x1015d297b5c0000, setting cluster-up flag (Was=false) 2024-11-21T05:31:07,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:07,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:07,713 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T05:31:07,715 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=083cd7fc6746,44601,1732167064630 2024-11-21T05:31:07,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:07,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:07,754 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T05:31:07,757 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=083cd7fc6746,44601,1732167064630 2024-11-21T05:31:07,785 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;083cd7fc6746:40265 2024-11-21T05:31:07,786 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1008): ClusterId : 437da74a-de8b-4479-ba0d-f187513fc957 2024-11-21T05:31:07,789 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T05:31:07,798 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T05:31:07,798 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T05:31:07,805 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T05:31:07,806 DEBUG [RS:0;083cd7fc6746:40265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ffad9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:07,808 DEBUG [RS:0;083cd7fc6746:40265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca852d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=083cd7fc6746/172.17.0.2:0 2024-11-21T05:31:07,812 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T05:31:07,812 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T05:31:07,812 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T05:31:07,815 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(3073): reportForDuty to master=083cd7fc6746,44601,1732167064630 with isa=083cd7fc6746/172.17.0.2:40265, startcode=1732167065617 2024-11-21T05:31:07,826 DEBUG [RS:0;083cd7fc6746:40265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T05:31:07,849 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T05:31:07,856 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T05:31:07,858 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T05:31:07,864 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48251, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T05:31:07,865 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 083cd7fc6746,44601,1732167064630 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T05:31:07,870 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/083cd7fc6746:0, corePoolSize=5, maxPoolSize=5 2024-11-21T05:31:07,870 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44601 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:07,870 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/083cd7fc6746:0, corePoolSize=5, maxPoolSize=5 2024-11-21T05:31:07,871 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/083cd7fc6746:0, corePoolSize=5, maxPoolSize=5 2024-11-21T05:31:07,871 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/083cd7fc6746:0, corePoolSize=5, maxPoolSize=5 2024-11-21T05:31:07,871 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/083cd7fc6746:0, corePoolSize=10, maxPoolSize=10 2024-11-21T05:31:07,871 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:07,871 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/083cd7fc6746:0, corePoolSize=2, maxPoolSize=2 2024-11-21T05:31:07,872 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:07,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T05:31:07,880 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732167097880 2024-11-21T05:31:07,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T05:31:07,882 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T05:31:07,883 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T05:31:07,885 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:07,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T05:31:07,887 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T05:31:07,888 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T05:31:07,889 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T05:31:07,889 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T05:31:07,891 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:07,895 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T05:31:07,896 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T05:31:07,897 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-21T05:31:07,897 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T05:31:07,897 WARN [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T05:31:07,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741831_1007 (size=1039) 2024-11-21T05:31:07,900 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T05:31:07,900 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T05:31:07,902 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/083cd7fc6746:0:becomeActiveMaster-HFileCleaner.large.0-1732167067901,5,FailOnTimeoutGroup] 2024-11-21T05:31:07,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T05:31:07,902 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/083cd7fc6746:0:becomeActiveMaster-HFileCleaner.small.0-1732167067902,5,FailOnTimeoutGroup] 2024-11-21T05:31:07,902 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:07,902 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c 2024-11-21T05:31:07,903 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T05:31:07,904 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:07,904 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741832_1008 (size=32) 2024-11-21T05:31:07,998 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(3073): reportForDuty to master=083cd7fc6746,44601,1732167064630 with isa=083cd7fc6746/172.17.0.2:40265, startcode=1732167065617 2024-11-21T05:31:08,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44601 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:08,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44601 {}] master.ServerManager(486): Registering regionserver=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:08,012 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c 2024-11-21T05:31:08,013 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40563 2024-11-21T05:31:08,013 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T05:31:08,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T05:31:08,021 DEBUG [RS:0;083cd7fc6746:40265 {}] zookeeper.ZKUtil(111): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/083cd7fc6746,40265,1732167065617 2024-11-21T05:31:08,022 WARN [RS:0;083cd7fc6746:40265 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T05:31:08,022 INFO [RS:0;083cd7fc6746:40265 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T05:31:08,022 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/WALs/083cd7fc6746,40265,1732167065617 2024-11-21T05:31:08,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [083cd7fc6746,40265,1732167065617] 2024-11-21T05:31:08,035 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T05:31:08,046 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T05:31:08,062 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T05:31:08,065 INFO [RS:0;083cd7fc6746:40265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T05:31:08,065 INFO [RS:0;083cd7fc6746:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:08,066 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T05:31:08,073 INFO [RS:0;083cd7fc6746:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:08,074 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:08,074 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:08,074 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:08,074 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:08,074 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:08,075 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/083cd7fc6746:0, corePoolSize=2, maxPoolSize=2 2024-11-21T05:31:08,075 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:08,075 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:08,075 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:08,075 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:08,075 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/083cd7fc6746:0, corePoolSize=1, maxPoolSize=1 2024-11-21T05:31:08,075 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/083cd7fc6746:0, corePoolSize=3, maxPoolSize=3 2024-11-21T05:31:08,075 DEBUG [RS:0;083cd7fc6746:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0, corePoolSize=3, maxPoolSize=3 2024-11-21T05:31:08,076 INFO [RS:0;083cd7fc6746:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:08,077 INFO [RS:0;083cd7fc6746:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:08,077 INFO [RS:0;083cd7fc6746:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:08,077 INFO [RS:0;083cd7fc6746:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:08,077 INFO [RS:0;083cd7fc6746:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=083cd7fc6746,40265,1732167065617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T05:31:08,099 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T05:31:08,101 INFO [RS:0;083cd7fc6746:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=083cd7fc6746,40265,1732167065617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:08,123 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.Replication(204): 083cd7fc6746,40265,1732167065617 started 2024-11-21T05:31:08,123 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1767): Serving as 083cd7fc6746,40265,1732167065617, RpcServer on 083cd7fc6746/172.17.0.2:40265, sessionid=0x1015d297b5c0001 2024-11-21T05:31:08,124 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T05:31:08,124 DEBUG [RS:0;083cd7fc6746:40265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:08,124 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '083cd7fc6746,40265,1732167065617' 2024-11-21T05:31:08,124 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T05:31:08,126 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T05:31:08,126 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T05:31:08,126 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T05:31:08,127 DEBUG [RS:0;083cd7fc6746:40265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:08,127 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '083cd7fc6746,40265,1732167065617' 2024-11-21T05:31:08,127 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T05:31:08,127 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T05:31:08,128 DEBUG [RS:0;083cd7fc6746:40265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T05:31:08,128 INFO [RS:0;083cd7fc6746:40265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T05:31:08,128 INFO [RS:0;083cd7fc6746:40265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T05:31:08,234 INFO [RS:0;083cd7fc6746:40265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T05:31:08,237 INFO [RS:0;083cd7fc6746:40265 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=083cd7fc6746%2C40265%2C1732167065617, suffix=, logDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/WALs/083cd7fc6746,40265,1732167065617, archiveDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/oldWALs, maxLogs=32 2024-11-21T05:31:08,255 DEBUG [RS:0;083cd7fc6746:40265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/WALs/083cd7fc6746,40265,1732167065617/083cd7fc6746%2C40265%2C1732167065617.1732167068240, exclude list is [], retry=0 2024-11-21T05:31:08,261 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42127,DS-3f44d2fd-bac9-4ecc-8e2e-04fbf8971961,DISK] 2024-11-21T05:31:08,267 INFO [RS:0;083cd7fc6746:40265 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/WALs/083cd7fc6746,40265,1732167065617/083cd7fc6746%2C40265%2C1732167065617.1732167068240 2024-11-21T05:31:08,268 DEBUG [RS:0;083cd7fc6746:40265 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46603:46603)] 2024-11-21T05:31:08,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:31:08,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T05:31:08,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T05:31:08,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:08,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T05:31:08,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T05:31:08,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T05:31:08,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:08,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T05:31:08,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T05:31:08,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T05:31:08,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:08,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T05:31:08,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740 2024-11-21T05:31:08,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740 2024-11-21T05:31:08,342 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T05:31:08,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T05:31:08,351 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T05:31:08,352 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63079315, jitterRate=-0.06004495918750763}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T05:31:08,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T05:31:08,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T05:31:08,355 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T05:31:08,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T05:31:08,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T05:31:08,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T05:31:08,357 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T05:31:08,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T05:31:08,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T05:31:08,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T05:31:08,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T05:31:08,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T05:31:08,382 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T05:31:08,535 DEBUG [083cd7fc6746:44601 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T05:31:08,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:08,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 083cd7fc6746,40265,1732167065617, state=OPENING 2024-11-21T05:31:08,596 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T05:31:08,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:08,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:08,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T05:31:08,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T05:31:08,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:31:08,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:08,799 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T05:31:08,803 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T05:31:08,817 INFO [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T05:31:08,818 INFO [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T05:31:08,818 INFO [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T05:31:08,822 INFO [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=083cd7fc6746%2C40265%2C1732167065617.meta, suffix=.meta, logDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/WALs/083cd7fc6746,40265,1732167065617, archiveDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/oldWALs, maxLogs=32 2024-11-21T05:31:08,845 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/WALs/083cd7fc6746,40265,1732167065617/083cd7fc6746%2C40265%2C1732167065617.meta.1732167068825.meta, exclude list is [], retry=0 2024-11-21T05:31:08,849 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42127,DS-3f44d2fd-bac9-4ecc-8e2e-04fbf8971961,DISK] 2024-11-21T05:31:08,853 INFO [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/WALs/083cd7fc6746,40265,1732167065617/083cd7fc6746%2C40265%2C1732167065617.meta.1732167068825.meta 2024-11-21T05:31:08,854 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46603:46603)] 2024-11-21T05:31:08,854 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:31:08,856 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T05:31:08,922 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T05:31:08,926 INFO [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T05:31:08,931 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T05:31:08,931 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:31:08,931 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T05:31:08,931 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T05:31:08,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T05:31:08,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T05:31:08,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:08,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T05:31:08,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T05:31:08,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T05:31:08,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:08,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T05:31:08,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T05:31:08,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T05:31:08,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:08,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T05:31:08,947 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740 2024-11-21T05:31:08,951 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740 2024-11-21T05:31:08,954 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T05:31:08,957 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T05:31:08,958 INFO [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62460418, jitterRate=-0.06926724314689636}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T05:31:08,960 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T05:31:08,966 INFO [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732167068781 2024-11-21T05:31:08,980 DEBUG [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T05:31:08,981 INFO [RS_OPEN_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T05:31:08,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:08,985 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 083cd7fc6746,40265,1732167065617, state=OPEN 2024-11-21T05:31:09,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T05:31:09,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T05:31:09,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T05:31:09,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T05:31:09,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T05:31:09,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=083cd7fc6746,40265,1732167065617 in 472 msec 2024-11-21T05:31:09,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T05:31:09,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-11-21T05:31:09,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-11-21T05:31:09,105 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732167069104, completionTime=-1 2024-11-21T05:31:09,105 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T05:31:09,105 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T05:31:09,145 DEBUG [hconnection-0x69c857a3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:09,147 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:09,157 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-21T05:31:09,157 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732167129157 2024-11-21T05:31:09,157 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732167189157 2024-11-21T05:31:09,158 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-11-21T05:31:09,189 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=083cd7fc6746,44601,1732167064630-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:09,189 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=083cd7fc6746,44601,1732167064630-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:09,190 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=083cd7fc6746,44601,1732167064630-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:09,191 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-083cd7fc6746:44601, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:09,191 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:09,198 DEBUG [master/083cd7fc6746:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T05:31:09,199 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T05:31:09,200 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T05:31:09,206 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T05:31:09,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T05:31:09,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:09,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T05:31:09,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741835_1011 (size=358) 2024-11-21T05:31:09,631 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8f3ea706083a99b3b88c8fbfa92619e5, NAME => 'hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c 2024-11-21T05:31:09,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741836_1012 (size=42) 2024-11-21T05:31:10,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:31:10,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 8f3ea706083a99b3b88c8fbfa92619e5, disabling compactions & flushes 2024-11-21T05:31:10,044 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:31:10,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:31:10,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. after waiting 0 ms 2024-11-21T05:31:10,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:31:10,044 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:31:10,045 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8f3ea706083a99b3b88c8fbfa92619e5: 2024-11-21T05:31:10,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T05:31:10,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732167070048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732167070048"}]},"ts":"1732167070048"} 2024-11-21T05:31:10,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T05:31:10,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T05:31:10,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167070083"}]},"ts":"1732167070083"} 2024-11-21T05:31:10,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T05:31:10,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8f3ea706083a99b3b88c8fbfa92619e5, ASSIGN}] 2024-11-21T05:31:10,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8f3ea706083a99b3b88c8fbfa92619e5, ASSIGN 2024-11-21T05:31:10,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=8f3ea706083a99b3b88c8fbfa92619e5, ASSIGN; state=OFFLINE, location=083cd7fc6746,40265,1732167065617; forceNewPlan=false, retain=false 2024-11-21T05:31:10,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8f3ea706083a99b3b88c8fbfa92619e5, regionState=OPENING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:10,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 8f3ea706083a99b3b88c8fbfa92619e5, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:31:10,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:10,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:31:10,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 8f3ea706083a99b3b88c8fbfa92619e5, NAME => 'hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:31:10,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 8f3ea706083a99b3b88c8fbfa92619e5 2024-11-21T05:31:10,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:31:10,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 8f3ea706083a99b3b88c8fbfa92619e5 2024-11-21T05:31:10,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 8f3ea706083a99b3b88c8fbfa92619e5 2024-11-21T05:31:10,464 INFO [StoreOpener-8f3ea706083a99b3b88c8fbfa92619e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8f3ea706083a99b3b88c8fbfa92619e5 2024-11-21T05:31:10,466 INFO [StoreOpener-8f3ea706083a99b3b88c8fbfa92619e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f3ea706083a99b3b88c8fbfa92619e5 columnFamilyName info 2024-11-21T05:31:10,467 DEBUG [StoreOpener-8f3ea706083a99b3b88c8fbfa92619e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:10,468 INFO [StoreOpener-8f3ea706083a99b3b88c8fbfa92619e5-1 {}] regionserver.HStore(327): Store=8f3ea706083a99b3b88c8fbfa92619e5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:10,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/namespace/8f3ea706083a99b3b88c8fbfa92619e5 2024-11-21T05:31:10,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/namespace/8f3ea706083a99b3b88c8fbfa92619e5 2024-11-21T05:31:10,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 8f3ea706083a99b3b88c8fbfa92619e5 2024-11-21T05:31:10,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/namespace/8f3ea706083a99b3b88c8fbfa92619e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T05:31:10,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 8f3ea706083a99b3b88c8fbfa92619e5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71170879, jitterRate=0.06052874028682709}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T05:31:10,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 8f3ea706083a99b3b88c8fbfa92619e5: 2024-11-21T05:31:10,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5., pid=6, masterSystemTime=1732167070453 2024-11-21T05:31:10,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:31:10,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:31:10,487 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8f3ea706083a99b3b88c8fbfa92619e5, regionState=OPEN, openSeqNum=2, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:10,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T05:31:10,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 8f3ea706083a99b3b88c8fbfa92619e5, server=083cd7fc6746,40265,1732167065617 in 192 msec 2024-11-21T05:31:10,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T05:31:10,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=8f3ea706083a99b3b88c8fbfa92619e5, ASSIGN in 357 msec 2024-11-21T05:31:10,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T05:31:10,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167070502"}]},"ts":"1732167070502"} 2024-11-21T05:31:10,505 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T05:31:10,572 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T05:31:10,573 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T05:31:10,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3720 sec 2024-11-21T05:31:10,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T05:31:10,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:10,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:31:10,633 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T05:31:10,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T05:31:10,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 36 msec 2024-11-21T05:31:10,677 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T05:31:10,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T05:31:10,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec 2024-11-21T05:31:10,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T05:31:10,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T05:31:10,754 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.048sec 2024-11-21T05:31:10,755 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T05:31:10,757 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T05:31:10,758 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T05:31:10,758 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T05:31:10,758 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T05:31:10,759 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=083cd7fc6746,44601,1732167064630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T05:31:10,760 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=083cd7fc6746,44601,1732167064630-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T05:31:10,766 DEBUG [master/083cd7fc6746:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T05:31:10,766 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T05:31:10,767 INFO [master/083cd7fc6746:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=083cd7fc6746,44601,1732167064630-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T05:31:10,788 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-21T05:31:10,789 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-21T05:31:10,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:10,800 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T05:31:10,800 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T05:31:10,808 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:10,818 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:10,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=083cd7fc6746,44601,1732167064630 2024-11-21T05:31:10,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=4701 2024-11-21T05:31:10,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T05:31:10,873 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T05:31:10,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T05:31:10,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T05:31:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T05:31:10,887 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T05:31:10,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-21T05:31:10,888 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:10,890 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T05:31:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T05:31:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741837_1013 (size=960) 2024-11-21T05:31:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T05:31:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T05:31:11,304 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c 2024-11-21T05:31:11,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741838_1014 (size=53) 2024-11-21T05:31:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T05:31:11,717 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:31:11,717 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 147d313c0ae4cab13ce0961e843b099b, disabling compactions & flushes 2024-11-21T05:31:11,718 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:11,718 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:11,718 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. after waiting 0 ms 2024-11-21T05:31:11,718 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:11,718 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:11,718 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:11,720 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T05:31:11,720 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732167071720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732167071720"}]},"ts":"1732167071720"} 2024-11-21T05:31:11,723 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T05:31:11,725 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T05:31:11,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167071725"}]},"ts":"1732167071725"} 2024-11-21T05:31:11,728 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T05:31:11,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=147d313c0ae4cab13ce0961e843b099b, ASSIGN}] 2024-11-21T05:31:11,781 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=147d313c0ae4cab13ce0961e843b099b, ASSIGN 2024-11-21T05:31:11,784 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=147d313c0ae4cab13ce0961e843b099b, ASSIGN; state=OFFLINE, location=083cd7fc6746,40265,1732167065617; forceNewPlan=false, retain=false 2024-11-21T05:31:11,934 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=147d313c0ae4cab13ce0961e843b099b, regionState=OPENING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:11,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:31:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T05:31:12,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:12,098 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:12,098 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:31:12,099 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:12,099 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:31:12,099 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:12,099 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:12,101 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:12,104 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:31:12,105 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 147d313c0ae4cab13ce0961e843b099b columnFamilyName A 2024-11-21T05:31:12,105 DEBUG [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:12,106 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] regionserver.HStore(327): Store=147d313c0ae4cab13ce0961e843b099b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:12,106 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:12,108 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:31:12,109 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 147d313c0ae4cab13ce0961e843b099b columnFamilyName B 2024-11-21T05:31:12,109 DEBUG [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:12,110 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] regionserver.HStore(327): Store=147d313c0ae4cab13ce0961e843b099b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:12,110 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:12,112 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:31:12,112 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 147d313c0ae4cab13ce0961e843b099b columnFamilyName C 2024-11-21T05:31:12,112 DEBUG [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:12,113 INFO [StoreOpener-147d313c0ae4cab13ce0961e843b099b-1 {}] regionserver.HStore(327): Store=147d313c0ae4cab13ce0961e843b099b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:12,114 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:12,115 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:12,116 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:12,119 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T05:31:12,121 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:12,125 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T05:31:12,126 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 147d313c0ae4cab13ce0961e843b099b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72849340, jitterRate=0.08553975820541382}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T05:31:12,127 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:12,129 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., pid=11, masterSystemTime=1732167072092 2024-11-21T05:31:12,131 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:12,131 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:12,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=147d313c0ae4cab13ce0961e843b099b, regionState=OPEN, openSeqNum=2, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:12,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T05:31:12,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 in 197 msec 2024-11-21T05:31:12,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T05:31:12,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=147d313c0ae4cab13ce0961e843b099b, ASSIGN in 359 msec 2024-11-21T05:31:12,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T05:31:12,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167072143"}]},"ts":"1732167072143"} 2024-11-21T05:31:12,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T05:31:12,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T05:31:12,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3060 sec 2024-11-21T05:31:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T05:31:13,011 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-21T05:31:13,017 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-21T05:31:13,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:13,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:13,069 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:13,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T05:31:13,074 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T05:31:13,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-21T05:31:13,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:13,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-21T05:31:13,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:13,098 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-21T05:31:13,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:13,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-21T05:31:13,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:13,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-21T05:31:13,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:13,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-21T05:31:13,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:13,131 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-21T05:31:13,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:13,140 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-21T05:31:13,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:13,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-21T05:31:13,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:13,161 DEBUG [hconnection-0x72c6a01f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:13,162 DEBUG [hconnection-0x372f53f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:13,162 DEBUG [hconnection-0x7ef224cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:13,162 DEBUG [hconnection-0x2c567894-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:13,163 DEBUG [hconnection-0x8061166-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:13,163 DEBUG [hconnection-0x72891238-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:13,165 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:13,165 DEBUG [hconnection-0x299599a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:13,166 DEBUG [hconnection-0x5d2d6079-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:13,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:13,168 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:13,170 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:13,172 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-21T05:31:13,176 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:13,178 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:13,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T05:31:13,196 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:13,208 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:13,224 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:13,232 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:13,239 DEBUG [hconnection-0x5b071d8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:13,252 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:13,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:31:13,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:13,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:13,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:13,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:13,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:13,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T05:31:13,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T05:31:13,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:13,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:13,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:13,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/c78043f5e6d94a63ae893081734f0f01 is 50, key is test_row_0/A:col10/1732167073243/Put/seqid=0 2024-11-21T05:31:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T05:31:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741839_1015 (size=12001) 2024-11-21T05:31:13,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/c78043f5e6d94a63ae893081734f0f01 2024-11-21T05:31:13,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T05:31:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:13,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167133620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167133608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/d7fe9233ae914cdc8684699a370b1e93 is 50, key is test_row_0/B:col10/1732167073243/Put/seqid=0 2024-11-21T05:31:13,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167133623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167133629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167133630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741840_1016 (size=12001) 2024-11-21T05:31:13,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/d7fe9233ae914cdc8684699a370b1e93 2024-11-21T05:31:13,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T05:31:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:13,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:13,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:13,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167133744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167133744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167133744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167133760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167133762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/74e62c8e5f2a4b208a407259d35e9507 is 50, key is test_row_0/C:col10/1732167073243/Put/seqid=0 2024-11-21T05:31:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T05:31:13,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741841_1017 (size=12001) 2024-11-21T05:31:13,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/74e62c8e5f2a4b208a407259d35e9507 2024-11-21T05:31:13,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T05:31:13,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:13,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:13,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:13,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:13,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/c78043f5e6d94a63ae893081734f0f01 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c78043f5e6d94a63ae893081734f0f01 2024-11-21T05:31:13,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167133951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167133952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c78043f5e6d94a63ae893081734f0f01, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T05:31:13,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167133970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/d7fe9233ae914cdc8684699a370b1e93 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d7fe9233ae914cdc8684699a370b1e93 2024-11-21T05:31:13,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167133970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:13,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d7fe9233ae914cdc8684699a370b1e93, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T05:31:14,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/74e62c8e5f2a4b208a407259d35e9507 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/74e62c8e5f2a4b208a407259d35e9507 2024-11-21T05:31:14,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167133979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/74e62c8e5f2a4b208a407259d35e9507, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T05:31:14,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 147d313c0ae4cab13ce0961e843b099b in 777ms, sequenceid=12, compaction requested=false 2024-11-21T05:31:14,036 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T05:31:14,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:14,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T05:31:14,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:14,043 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:31:14,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:14,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/b412f8c93e994d88b577ec6afb136277 is 50, key is test_row_0/A:col10/1732167073602/Put/seqid=0 2024-11-21T05:31:14,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741842_1018 (size=12001) 2024-11-21T05:31:14,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T05:31:14,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167134308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167134312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167134337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167134345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167134350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167134445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167134447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T05:31:14,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167134461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167134467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T05:31:14,632 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/b412f8c93e994d88b577ec6afb136277 2024-11-21T05:31:14,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-21T05:31:14,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/d535f38afbda435c8a0d8a609273ba25 is 50, key is test_row_0/B:col10/1732167073602/Put/seqid=0 2024-11-21T05:31:14,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167134657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167134656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167134684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167134699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741843_1019 (size=12001) 2024-11-21T05:31:14,733 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/d535f38afbda435c8a0d8a609273ba25 2024-11-21T05:31:14,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/5987e8cb22ba48e3a6d340b346427873 is 50, key is test_row_0/C:col10/1732167073602/Put/seqid=0 2024-11-21T05:31:14,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741844_1020 (size=12001) 2024-11-21T05:31:14,836 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/5987e8cb22ba48e3a6d340b346427873 2024-11-21T05:31:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167134855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/b412f8c93e994d88b577ec6afb136277 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/b412f8c93e994d88b577ec6afb136277 2024-11-21T05:31:14,900 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/b412f8c93e994d88b577ec6afb136277, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T05:31:14,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/d535f38afbda435c8a0d8a609273ba25 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d535f38afbda435c8a0d8a609273ba25 2024-11-21T05:31:14,920 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d535f38afbda435c8a0d8a609273ba25, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T05:31:14,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/5987e8cb22ba48e3a6d340b346427873 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5987e8cb22ba48e3a6d340b346427873 2024-11-21T05:31:14,940 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5987e8cb22ba48e3a6d340b346427873, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T05:31:14,952 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 147d313c0ae4cab13ce0961e843b099b in 909ms, sequenceid=37, compaction requested=false 2024-11-21T05:31:14,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:14,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:14,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T05:31:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-21T05:31:14,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T05:31:14,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7830 sec 2024-11-21T05:31:14,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T05:31:15,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:15,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:15,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:15,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:15,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:15,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:15,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.8340 sec 2024-11-21T05:31:15,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/322a8a21cbdd42a799aa3fe05282a763 is 50, key is test_row_0/A:col10/1732167074995/Put/seqid=0 2024-11-21T05:31:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741845_1021 (size=14341) 2024-11-21T05:31:15,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/322a8a21cbdd42a799aa3fe05282a763 2024-11-21T05:31:15,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T05:31:15,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T05:31:15,101 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-21T05:31:15,101 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-21T05:31:15,103 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T05:31:15,103 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T05:31:15,103 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T05:31:15,103 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T05:31:15,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/6c1f64b71b30474793ef2115639f0c61 is 50, key is test_row_0/B:col10/1732167074995/Put/seqid=0 2024-11-21T05:31:15,105 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T05:31:15,105 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T05:31:15,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741846_1022 (size=12001) 2024-11-21T05:31:15,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/6c1f64b71b30474793ef2115639f0c61 2024-11-21T05:31:15,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/5116c3925877491a9eb4dd75137daf74 is 50, key is test_row_0/C:col10/1732167074995/Put/seqid=0 2024-11-21T05:31:15,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167135161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167135166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167135166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167135194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741847_1023 (size=12001) 2024-11-21T05:31:15,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/5116c3925877491a9eb4dd75137daf74 2024-11-21T05:31:15,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/322a8a21cbdd42a799aa3fe05282a763 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/322a8a21cbdd42a799aa3fe05282a763 2024-11-21T05:31:15,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/322a8a21cbdd42a799aa3fe05282a763, entries=200, sequenceid=50, filesize=14.0 K 2024-11-21T05:31:15,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/6c1f64b71b30474793ef2115639f0c61 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6c1f64b71b30474793ef2115639f0c61 2024-11-21T05:31:15,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6c1f64b71b30474793ef2115639f0c61, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T05:31:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T05:31:15,298 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-21T05:31:15,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/5116c3925877491a9eb4dd75137daf74 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5116c3925877491a9eb4dd75137daf74 2024-11-21T05:31:15,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-21T05:31:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T05:31:15,319 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:15,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167135297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,323 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:15,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:15,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5116c3925877491a9eb4dd75137daf74, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T05:31:15,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167135311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 147d313c0ae4cab13ce0961e843b099b in 330ms, sequenceid=50, compaction requested=true 2024-11-21T05:31:15,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:31:15,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-21T05:31:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:15,375 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:15,382 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:15,393 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:15,395 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/B is initiating minor compaction (all files) 2024-11-21T05:31:15,395 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/B in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:15,395 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d7fe9233ae914cdc8684699a370b1e93, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d535f38afbda435c8a0d8a609273ba25, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6c1f64b71b30474793ef2115639f0c61] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=35.2 K 2024-11-21T05:31:15,404 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting d7fe9233ae914cdc8684699a370b1e93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732167073178 2024-11-21T05:31:15,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/631a3cb73625437aa869247dbcbeef38 is 50, key is test_row_0/A:col10/1732167075357/Put/seqid=0 2024-11-21T05:31:15,410 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:15,410 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting d535f38afbda435c8a0d8a609273ba25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732167073602 2024-11-21T05:31:15,410 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/A is initiating minor compaction (all files) 2024-11-21T05:31:15,410 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/A in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:15,410 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c78043f5e6d94a63ae893081734f0f01, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/b412f8c93e994d88b577ec6afb136277, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/322a8a21cbdd42a799aa3fe05282a763] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=37.4 K 2024-11-21T05:31:15,423 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c78043f5e6d94a63ae893081734f0f01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732167073178 2024-11-21T05:31:15,423 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c1f64b71b30474793ef2115639f0c61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167074306 2024-11-21T05:31:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T05:31:15,431 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting b412f8c93e994d88b577ec6afb136277, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732167073602 2024-11-21T05:31:15,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167135430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,435 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 322a8a21cbdd42a799aa3fe05282a763, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167074306 2024-11-21T05:31:15,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167135442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T05:31:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:15,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:15,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741848_1024 (size=16681) 2024-11-21T05:31:15,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/631a3cb73625437aa869247dbcbeef38 2024-11-21T05:31:15,503 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#A#compaction#11 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:15,504 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/3d5b8b089d86437a8df757e6b33630ec is 50, key is test_row_0/A:col10/1732167074995/Put/seqid=0 2024-11-21T05:31:15,509 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#B#compaction#10 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:15,510 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/2c9a0b7a27824454afe9dc7c6e0a1c50 is 50, key is test_row_0/B:col10/1732167074995/Put/seqid=0 2024-11-21T05:31:15,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/0eb667f00bc248c580ff39242f7ddf82 is 50, key is test_row_0/B:col10/1732167075357/Put/seqid=0 2024-11-21T05:31:15,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741849_1025 (size=12104) 2024-11-21T05:31:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167135530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167135544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167135532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167135555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741850_1026 (size=12104) 2024-11-21T05:31:15,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741851_1027 (size=12001) 2024-11-21T05:31:15,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/0eb667f00bc248c580ff39242f7ddf82 2024-11-21T05:31:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T05:31:15,632 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/2c9a0b7a27824454afe9dc7c6e0a1c50 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2c9a0b7a27824454afe9dc7c6e0a1c50 2024-11-21T05:31:15,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T05:31:15,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:15,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:15,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/231c1a4b5e6b4b4c826300521d9b286f is 50, key is test_row_0/C:col10/1732167075357/Put/seqid=0 2024-11-21T05:31:15,689 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/B of 147d313c0ae4cab13ce0961e843b099b into 2c9a0b7a27824454afe9dc7c6e0a1c50(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:15,690 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:15,690 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/B, priority=13, startTime=1732167075367; duration=0sec 2024-11-21T05:31:15,690 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:15,690 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:15,691 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:15,697 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:15,697 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/C is initiating minor compaction (all files) 2024-11-21T05:31:15,697 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/C in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:15,697 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/74e62c8e5f2a4b208a407259d35e9507, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5987e8cb22ba48e3a6d340b346427873, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5116c3925877491a9eb4dd75137daf74] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=35.2 K 2024-11-21T05:31:15,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741852_1028 (size=12001) 2024-11-21T05:31:15,700 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 74e62c8e5f2a4b208a407259d35e9507, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732167073178 2024-11-21T05:31:15,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/231c1a4b5e6b4b4c826300521d9b286f 2024-11-21T05:31:15,704 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 5987e8cb22ba48e3a6d340b346427873, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732167073602 2024-11-21T05:31:15,710 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 5116c3925877491a9eb4dd75137daf74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167074306 2024-11-21T05:31:15,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/631a3cb73625437aa869247dbcbeef38 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/631a3cb73625437aa869247dbcbeef38 2024-11-21T05:31:15,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/631a3cb73625437aa869247dbcbeef38, entries=250, sequenceid=79, filesize=16.3 K 2024-11-21T05:31:15,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/0eb667f00bc248c580ff39242f7ddf82 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/0eb667f00bc248c580ff39242f7ddf82 2024-11-21T05:31:15,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/0eb667f00bc248c580ff39242f7ddf82, entries=150, sequenceid=79, filesize=11.7 K 2024-11-21T05:31:15,760 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#C#compaction#14 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:15,762 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/68b92e85f67249d2a720cdb3e466df4c is 50, key is test_row_0/C:col10/1732167074995/Put/seqid=0 2024-11-21T05:31:15,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/231c1a4b5e6b4b4c826300521d9b286f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/231c1a4b5e6b4b4c826300521d9b286f 2024-11-21T05:31:15,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167135765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167135778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/231c1a4b5e6b4b4c826300521d9b286f, entries=150, sequenceid=79, filesize=11.7 K 2024-11-21T05:31:15,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 147d313c0ae4cab13ce0961e843b099b in 421ms, sequenceid=79, compaction requested=false 2024-11-21T05:31:15,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:15,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741853_1029 (size=12104) 2024-11-21T05:31:15,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:15,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T05:31:15,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:15,812 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T05:31:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:15,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/4f2cade8e4244ab0ba85652c71f206e5 is 50, key is test_row_0/A:col10/1732167075409/Put/seqid=0 2024-11-21T05:31:15,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741854_1030 (size=12001) 2024-11-21T05:31:15,883 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/4f2cade8e4244ab0ba85652c71f206e5 2024-11-21T05:31:15,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:15,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/2bd6083feaec40c688e218c937743f4f is 50, key is test_row_0/B:col10/1732167075409/Put/seqid=0 2024-11-21T05:31:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T05:31:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741855_1031 (size=12001) 2024-11-21T05:31:15,989 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/3d5b8b089d86437a8df757e6b33630ec as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/3d5b8b089d86437a8df757e6b33630ec 2024-11-21T05:31:15,990 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/2bd6083feaec40c688e218c937743f4f 2024-11-21T05:31:16,009 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/A of 147d313c0ae4cab13ce0961e843b099b into 3d5b8b089d86437a8df757e6b33630ec(size=11.8 K), total size for store is 28.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:16,009 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:16,009 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/A, priority=13, startTime=1732167075333; duration=0sec 2024-11-21T05:31:16,009 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:16,009 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:16,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/3529a568715f4e72adedd6475bf8c923 is 50, key is test_row_0/C:col10/1732167075409/Put/seqid=0 2024-11-21T05:31:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741856_1032 (size=12001) 2024-11-21T05:31:16,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167136075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167136075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167136082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167136085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167136093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167136195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167136197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167136202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,214 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/68b92e85f67249d2a720cdb3e466df4c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/68b92e85f67249d2a720cdb3e466df4c 2024-11-21T05:31:16,233 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/C of 147d313c0ae4cab13ce0961e843b099b into 68b92e85f67249d2a720cdb3e466df4c(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:16,234 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:16,234 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/C, priority=13, startTime=1732167075367; duration=0sec 2024-11-21T05:31:16,234 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:16,234 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167136401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167136401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167136408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T05:31:16,460 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/3529a568715f4e72adedd6475bf8c923 2024-11-21T05:31:16,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/4f2cade8e4244ab0ba85652c71f206e5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4f2cade8e4244ab0ba85652c71f206e5 2024-11-21T05:31:16,488 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4f2cade8e4244ab0ba85652c71f206e5, entries=150, sequenceid=88, filesize=11.7 K 2024-11-21T05:31:16,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/2bd6083feaec40c688e218c937743f4f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2bd6083feaec40c688e218c937743f4f 2024-11-21T05:31:16,505 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2bd6083feaec40c688e218c937743f4f, entries=150, sequenceid=88, filesize=11.7 K 2024-11-21T05:31:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/3529a568715f4e72adedd6475bf8c923 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/3529a568715f4e72adedd6475bf8c923 2024-11-21T05:31:16,523 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/3529a568715f4e72adedd6475bf8c923, entries=150, sequenceid=88, filesize=11.7 K 2024-11-21T05:31:16,525 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 147d313c0ae4cab13ce0961e843b099b in 713ms, sequenceid=88, compaction requested=true 2024-11-21T05:31:16,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:16,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:16,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T05:31:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-21T05:31:16,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T05:31:16,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2040 sec 2024-11-21T05:31:16,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.2310 sec 2024-11-21T05:31:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:16,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-21T05:31:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:16,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/2b79e1f71bbb445f8ed7752ab9864962 is 50, key is test_row_0/A:col10/1732167076602/Put/seqid=0 2024-11-21T05:31:16,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167136619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167136621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741857_1033 (size=12001) 2024-11-21T05:31:16,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/2b79e1f71bbb445f8ed7752ab9864962 2024-11-21T05:31:16,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/add07375585841a88508724bafaa53da is 50, key is test_row_0/B:col10/1732167076602/Put/seqid=0 2024-11-21T05:31:16,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741858_1034 (size=12001) 2024-11-21T05:31:16,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/add07375585841a88508724bafaa53da 2024-11-21T05:31:16,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167136707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167136710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167136716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167136724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167136726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:16,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/14716a14320143a9a0c5b8f30c63ffbe is 50, key is test_row_0/C:col10/1732167076602/Put/seqid=0 2024-11-21T05:31:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741859_1035 (size=12001) 2024-11-21T05:31:16,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/14716a14320143a9a0c5b8f30c63ffbe 2024-11-21T05:31:16,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/2b79e1f71bbb445f8ed7752ab9864962 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/2b79e1f71bbb445f8ed7752ab9864962 2024-11-21T05:31:16,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/2b79e1f71bbb445f8ed7752ab9864962, entries=150, sequenceid=120, filesize=11.7 K 2024-11-21T05:31:16,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/add07375585841a88508724bafaa53da as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/add07375585841a88508724bafaa53da 2024-11-21T05:31:16,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/add07375585841a88508724bafaa53da, entries=150, sequenceid=120, filesize=11.7 K 2024-11-21T05:31:16,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/14716a14320143a9a0c5b8f30c63ffbe as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/14716a14320143a9a0c5b8f30c63ffbe 2024-11-21T05:31:16,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/14716a14320143a9a0c5b8f30c63ffbe, entries=150, sequenceid=120, filesize=11.7 K 2024-11-21T05:31:16,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 147d313c0ae4cab13ce0961e843b099b in 243ms, sequenceid=120, compaction requested=true 2024-11-21T05:31:16,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:16,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:16,850 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:16,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:16,850 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:16,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:16,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:16,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:16,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:16,854 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:16,855 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/B is initiating minor compaction (all files) 2024-11-21T05:31:16,855 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/B in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:16,855 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2c9a0b7a27824454afe9dc7c6e0a1c50, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/0eb667f00bc248c580ff39242f7ddf82, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2bd6083feaec40c688e218c937743f4f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/add07375585841a88508724bafaa53da] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=47.0 K 2024-11-21T05:31:16,856 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:16,856 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/A is initiating minor compaction (all files) 2024-11-21T05:31:16,856 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/A in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:16,856 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/3d5b8b089d86437a8df757e6b33630ec, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/631a3cb73625437aa869247dbcbeef38, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4f2cade8e4244ab0ba85652c71f206e5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/2b79e1f71bbb445f8ed7752ab9864962] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=51.5 K 2024-11-21T05:31:16,857 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c9a0b7a27824454afe9dc7c6e0a1c50, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167074306 2024-11-21T05:31:16,857 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d5b8b089d86437a8df757e6b33630ec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167074306 2024-11-21T05:31:16,858 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eb667f00bc248c580ff39242f7ddf82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732167075334 2024-11-21T05:31:16,858 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 631a3cb73625437aa869247dbcbeef38, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732167075334 2024-11-21T05:31:16,859 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bd6083feaec40c688e218c937743f4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732167075394 2024-11-21T05:31:16,859 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f2cade8e4244ab0ba85652c71f206e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732167075394 2024-11-21T05:31:16,860 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b79e1f71bbb445f8ed7752ab9864962, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732167076089 2024-11-21T05:31:16,860 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting add07375585841a88508724bafaa53da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732167076089 2024-11-21T05:31:16,900 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#B#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:16,900 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:16,901 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/4af8ada0bd064fdbbb458573ab311fd4 is 50, key is test_row_0/A:col10/1732167076602/Put/seqid=0 2024-11-21T05:31:16,901 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/4bc7f2a642c444c498c995e475c5a19d is 50, key is test_row_0/B:col10/1732167076602/Put/seqid=0 2024-11-21T05:31:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741861_1037 (size=12241) 2024-11-21T05:31:16,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741860_1036 (size=12241) 2024-11-21T05:31:16,951 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/4bc7f2a642c444c498c995e475c5a19d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/4bc7f2a642c444c498c995e475c5a19d 2024-11-21T05:31:16,959 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/4af8ada0bd064fdbbb458573ab311fd4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4af8ada0bd064fdbbb458573ab311fd4 2024-11-21T05:31:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:16,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:31:16,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:16,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:16,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:16,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:16,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:16,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:16,971 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/B of 147d313c0ae4cab13ce0961e843b099b into 4bc7f2a642c444c498c995e475c5a19d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:16,971 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:16,971 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/B, priority=12, startTime=1732167076850; duration=0sec 2024-11-21T05:31:16,972 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:16,972 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:16,972 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:16,979 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:16,980 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/C is initiating minor compaction (all files) 2024-11-21T05:31:16,980 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/C in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:16,980 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/68b92e85f67249d2a720cdb3e466df4c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/231c1a4b5e6b4b4c826300521d9b286f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/3529a568715f4e72adedd6475bf8c923, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/14716a14320143a9a0c5b8f30c63ffbe] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=47.0 K 2024-11-21T05:31:16,981 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/A of 147d313c0ae4cab13ce0961e843b099b into 4af8ada0bd064fdbbb458573ab311fd4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:16,981 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:16,982 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/A, priority=12, startTime=1732167076850; duration=0sec 2024-11-21T05:31:16,982 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:16,982 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:16,982 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 68b92e85f67249d2a720cdb3e466df4c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167074306 2024-11-21T05:31:16,983 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 231c1a4b5e6b4b4c826300521d9b286f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732167075334 2024-11-21T05:31:16,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/0994579b74cd404ea2fee5216b999886 is 50, key is test_row_0/A:col10/1732167076949/Put/seqid=0 2024-11-21T05:31:16,988 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 3529a568715f4e72adedd6475bf8c923, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732167075394 2024-11-21T05:31:16,989 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 14716a14320143a9a0c5b8f30c63ffbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732167076089 2024-11-21T05:31:17,015 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:17,016 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/45f7f211664a44e09c1abf986129a495 is 50, key is test_row_0/C:col10/1732167076602/Put/seqid=0 2024-11-21T05:31:17,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741862_1038 (size=14491) 2024-11-21T05:31:17,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741863_1039 (size=12241) 2024-11-21T05:31:17,048 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/45f7f211664a44e09c1abf986129a495 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/45f7f211664a44e09c1abf986129a495 2024-11-21T05:31:17,062 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/C of 147d313c0ae4cab13ce0961e843b099b into 45f7f211664a44e09c1abf986129a495(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:17,062 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:17,062 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/C, priority=12, startTime=1732167076851; duration=0sec 2024-11-21T05:31:17,063 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:17,063 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:17,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167137101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167137102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167137208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167137208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167137214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167137214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167137224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167137413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167137415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/0994579b74cd404ea2fee5216b999886 2024-11-21T05:31:17,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/601b24cd78084803872a55ee6a3b55e8 is 50, key is test_row_0/B:col10/1732167076949/Put/seqid=0 2024-11-21T05:31:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T05:31:17,447 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-21T05:31:17,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-21T05:31:17,453 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T05:31:17,454 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:17,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:17,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741864_1040 (size=12151) 2024-11-21T05:31:17,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/601b24cd78084803872a55ee6a3b55e8 2024-11-21T05:31:17,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/4f4c982f43e54c11be7e7c8267bdb5e8 is 50, key is test_row_0/C:col10/1732167076949/Put/seqid=0 2024-11-21T05:31:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741865_1041 (size=12151) 2024-11-21T05:31:17,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/4f4c982f43e54c11be7e7c8267bdb5e8 2024-11-21T05:31:17,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/0994579b74cd404ea2fee5216b999886 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0994579b74cd404ea2fee5216b999886 2024-11-21T05:31:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T05:31:17,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0994579b74cd404ea2fee5216b999886, entries=200, sequenceid=131, filesize=14.2 K 2024-11-21T05:31:17,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/601b24cd78084803872a55ee6a3b55e8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/601b24cd78084803872a55ee6a3b55e8 2024-11-21T05:31:17,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/601b24cd78084803872a55ee6a3b55e8, entries=150, sequenceid=131, filesize=11.9 K 2024-11-21T05:31:17,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/4f4c982f43e54c11be7e7c8267bdb5e8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/4f4c982f43e54c11be7e7c8267bdb5e8 2024-11-21T05:31:17,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/4f4c982f43e54c11be7e7c8267bdb5e8, entries=150, sequenceid=131, filesize=11.9 K 2024-11-21T05:31:17,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 147d313c0ae4cab13ce0961e843b099b in 629ms, sequenceid=131, compaction requested=false 2024-11-21T05:31:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:17,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T05:31:17,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:17,609 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T05:31:17,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:17,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:17,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:17,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:17,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:17,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:17,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/da67805c4cf345fea5498a907fe5d8ed is 50, key is test_row_0/A:col10/1732167077098/Put/seqid=0 2024-11-21T05:31:17,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741866_1042 (size=12151) 2024-11-21T05:31:17,641 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/da67805c4cf345fea5498a907fe5d8ed 2024-11-21T05:31:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/74297de807f44ac0a8bd9662f6dca810 is 50, key is test_row_0/B:col10/1732167077098/Put/seqid=0 2024-11-21T05:31:17,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741867_1043 (size=12151) 2024-11-21T05:31:17,700 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/74297de807f44ac0a8bd9662f6dca810 2024-11-21T05:31:17,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/f452e0bad4b548d88e52639a3211c9e3 is 50, key is test_row_0/C:col10/1732167077098/Put/seqid=0 2024-11-21T05:31:17,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:17,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167137743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167137746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T05:31:17,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741868_1044 (size=12151) 2024-11-21T05:31:17,762 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/f452e0bad4b548d88e52639a3211c9e3 2024-11-21T05:31:17,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/da67805c4cf345fea5498a907fe5d8ed as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/da67805c4cf345fea5498a907fe5d8ed 2024-11-21T05:31:17,784 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/da67805c4cf345fea5498a907fe5d8ed, entries=150, sequenceid=160, filesize=11.9 K 2024-11-21T05:31:17,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/74297de807f44ac0a8bd9662f6dca810 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/74297de807f44ac0a8bd9662f6dca810 2024-11-21T05:31:17,800 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/74297de807f44ac0a8bd9662f6dca810, entries=150, sequenceid=160, filesize=11.9 K 2024-11-21T05:31:17,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/f452e0bad4b548d88e52639a3211c9e3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f452e0bad4b548d88e52639a3211c9e3 2024-11-21T05:31:17,820 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f452e0bad4b548d88e52639a3211c9e3, entries=150, sequenceid=160, filesize=11.9 K 2024-11-21T05:31:17,823 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 147d313c0ae4cab13ce0961e843b099b in 214ms, sequenceid=160, compaction requested=true 2024-11-21T05:31:17,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:17,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:17,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-21T05:31:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-21T05:31:17,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T05:31:17,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 371 msec 2024-11-21T05:31:17,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 382 msec 2024-11-21T05:31:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:17,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:31:17,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:17,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:17,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:17,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:17,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:17,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:17,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/a2866ae6d4464545be4a6907518625ed is 50, key is test_row_0/A:col10/1732167077742/Put/seqid=0 2024-11-21T05:31:17,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741869_1045 (size=12151) 2024-11-21T05:31:17,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/a2866ae6d4464545be4a6907518625ed 2024-11-21T05:31:17,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/5b1cef84f0364a37840b802112b27001 is 50, key is test_row_0/B:col10/1732167077742/Put/seqid=0 2024-11-21T05:31:17,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167137925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167137927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741870_1046 (size=12151) 2024-11-21T05:31:17,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/5b1cef84f0364a37840b802112b27001 2024-11-21T05:31:17,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/6965754910934a4eb7bb9a2e20477a6e is 50, key is test_row_0/C:col10/1732167077742/Put/seqid=0 2024-11-21T05:31:17,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741871_1047 (size=12151) 2024-11-21T05:31:17,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/6965754910934a4eb7bb9a2e20477a6e 2024-11-21T05:31:18,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/a2866ae6d4464545be4a6907518625ed as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a2866ae6d4464545be4a6907518625ed 2024-11-21T05:31:18,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a2866ae6d4464545be4a6907518625ed, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T05:31:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/5b1cef84f0364a37840b802112b27001 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/5b1cef84f0364a37840b802112b27001 2024-11-21T05:31:18,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/5b1cef84f0364a37840b802112b27001, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T05:31:18,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/6965754910934a4eb7bb9a2e20477a6e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/6965754910934a4eb7bb9a2e20477a6e 2024-11-21T05:31:18,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/6965754910934a4eb7bb9a2e20477a6e, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T05:31:18,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 147d313c0ae4cab13ce0961e843b099b in 192ms, sequenceid=171, compaction requested=true 2024-11-21T05:31:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:18,044 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:18,044 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:18,046 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51034 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:18,046 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/A is initiating minor compaction (all files) 2024-11-21T05:31:18,046 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/A in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:18,046 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:18,046 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4af8ada0bd064fdbbb458573ab311fd4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0994579b74cd404ea2fee5216b999886, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/da67805c4cf345fea5498a907fe5d8ed, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a2866ae6d4464545be4a6907518625ed] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=49.8 K 2024-11-21T05:31:18,047 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/B is initiating minor compaction (all files) 2024-11-21T05:31:18,047 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/B in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:18,047 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/4bc7f2a642c444c498c995e475c5a19d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/601b24cd78084803872a55ee6a3b55e8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/74297de807f44ac0a8bd9662f6dca810, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/5b1cef84f0364a37840b802112b27001] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=47.6 K 2024-11-21T05:31:18,048 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4af8ada0bd064fdbbb458573ab311fd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732167076089 2024-11-21T05:31:18,048 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bc7f2a642c444c498c995e475c5a19d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732167076089 2024-11-21T05:31:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:18,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T05:31:18,049 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 601b24cd78084803872a55ee6a3b55e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732167076949 2024-11-21T05:31:18,049 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0994579b74cd404ea2fee5216b999886, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732167076618 2024-11-21T05:31:18,051 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting da67805c4cf345fea5498a907fe5d8ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732167077085 2024-11-21T05:31:18,051 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 74297de807f44ac0a8bd9662f6dca810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732167077085 2024-11-21T05:31:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:18,052 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b1cef84f0364a37840b802112b27001, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732167077728 2024-11-21T05:31:18,052 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2866ae6d4464545be4a6907518625ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732167077728 2024-11-21T05:31:18,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:18,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:18,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:18,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:18,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T05:31:18,057 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-21T05:31:18,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:18,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/a1e81badec1e455e8df7c1d88e20e820 is 50, key is test_row_0/A:col10/1732167078046/Put/seqid=0 2024-11-21T05:31:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-21T05:31:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T05:31:18,064 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:18,065 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:18,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,083 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167138079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,084 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/f6003c6140624d69b7e2da1d09c9a5f1 is 50, key is test_row_0/B:col10/1732167077742/Put/seqid=0 2024-11-21T05:31:18,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167138085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,089 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#A#compaction#35 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:18,090 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/1a48a6b282e34219938d5d5703b51bde is 50, key is test_row_0/A:col10/1732167077742/Put/seqid=0 2024-11-21T05:31:18,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741872_1048 (size=14541) 2024-11-21T05:31:18,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/a1e81badec1e455e8df7c1d88e20e820 2024-11-21T05:31:18,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741874_1050 (size=12527) 2024-11-21T05:31:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T05:31:18,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c0233b08323846aba6d4599392707836 is 50, key is test_row_0/B:col10/1732167078046/Put/seqid=0 2024-11-21T05:31:18,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741873_1049 (size=12527) 2024-11-21T05:31:18,188 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/1a48a6b282e34219938d5d5703b51bde as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/1a48a6b282e34219938d5d5703b51bde 2024-11-21T05:31:18,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167138186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167138189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,202 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/A of 147d313c0ae4cab13ce0961e843b099b into 1a48a6b282e34219938d5d5703b51bde(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:18,202 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:18,202 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/A, priority=12, startTime=1732167078044; duration=0sec 2024-11-21T05:31:18,203 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:18,203 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:18,203 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:18,205 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:18,206 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/C is initiating minor compaction (all files) 2024-11-21T05:31:18,206 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/C in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:18,206 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/45f7f211664a44e09c1abf986129a495, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/4f4c982f43e54c11be7e7c8267bdb5e8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f452e0bad4b548d88e52639a3211c9e3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/6965754910934a4eb7bb9a2e20477a6e] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=47.6 K 2024-11-21T05:31:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741875_1051 (size=12151) 2024-11-21T05:31:18,208 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45f7f211664a44e09c1abf986129a495, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732167076089 2024-11-21T05:31:18,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c0233b08323846aba6d4599392707836 2024-11-21T05:31:18,211 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f4c982f43e54c11be7e7c8267bdb5e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732167076949 2024-11-21T05:31:18,212 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f452e0bad4b548d88e52639a3211c9e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732167077085 2024-11-21T05:31:18,213 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6965754910934a4eb7bb9a2e20477a6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732167077728 2024-11-21T05:31:18,219 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T05:31:18,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:18,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:18,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:18,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:18,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:18,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167138224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/09f9e94703734d369770df0a3ec6e84a is 50, key is test_row_0/C:col10/1732167078046/Put/seqid=0 2024-11-21T05:31:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167138230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167138236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,246 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#C#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:18,247 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ac9dd43325494bf5a0ca2c63226aa675 is 50, key is test_row_0/C:col10/1732167077742/Put/seqid=0 2024-11-21T05:31:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741876_1052 (size=12151) 2024-11-21T05:31:18,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/09f9e94703734d369770df0a3ec6e84a 2024-11-21T05:31:18,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/a1e81badec1e455e8df7c1d88e20e820 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a1e81badec1e455e8df7c1d88e20e820 2024-11-21T05:31:18,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741877_1053 (size=12527) 2024-11-21T05:31:18,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a1e81badec1e455e8df7c1d88e20e820, entries=200, sequenceid=198, filesize=14.2 K 2024-11-21T05:31:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c0233b08323846aba6d4599392707836 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c0233b08323846aba6d4599392707836 2024-11-21T05:31:18,298 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ac9dd43325494bf5a0ca2c63226aa675 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ac9dd43325494bf5a0ca2c63226aa675 2024-11-21T05:31:18,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c0233b08323846aba6d4599392707836, entries=150, sequenceid=198, filesize=11.9 K 2024-11-21T05:31:18,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/09f9e94703734d369770df0a3ec6e84a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/09f9e94703734d369770df0a3ec6e84a 2024-11-21T05:31:18,316 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/C of 147d313c0ae4cab13ce0961e843b099b into ac9dd43325494bf5a0ca2c63226aa675(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:18,317 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:18,317 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/C, priority=12, startTime=1732167078044; duration=0sec 2024-11-21T05:31:18,317 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:18,317 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:18,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/09f9e94703734d369770df0a3ec6e84a, entries=150, sequenceid=198, filesize=11.9 K 2024-11-21T05:31:18,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 147d313c0ae4cab13ce0961e843b099b in 278ms, sequenceid=198, compaction requested=false 2024-11-21T05:31:18,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T05:31:18,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T05:31:18,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:18,376 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T05:31:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:18,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/dcdccffa1feb414c89a33771d8ed0929 is 50, key is test_row_0/A:col10/1732167078065/Put/seqid=0 2024-11-21T05:31:18,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:18,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741878_1054 (size=12151) 2024-11-21T05:31:18,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167138490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167138490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,594 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/f6003c6140624d69b7e2da1d09c9a5f1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/f6003c6140624d69b7e2da1d09c9a5f1 2024-11-21T05:31:18,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167138597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167138597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,618 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/B of 147d313c0ae4cab13ce0961e843b099b into f6003c6140624d69b7e2da1d09c9a5f1(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:18,618 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:18,618 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/B, priority=12, startTime=1732167078044; duration=0sec 2024-11-21T05:31:18,618 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:18,618 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T05:31:18,807 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/dcdccffa1feb414c89a33771d8ed0929 2024-11-21T05:31:18,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167138810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167138812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:18,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/8bd32436b88b4cc58dc728b9e93b2c06 is 50, key is test_row_0/B:col10/1732167078065/Put/seqid=0 2024-11-21T05:31:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741879_1055 (size=12151) 2024-11-21T05:31:19,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167139117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:19,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167139120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T05:31:19,305 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/8bd32436b88b4cc58dc728b9e93b2c06 2024-11-21T05:31:19,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/af0dcfff26bc4099aa860d9f5adf6511 is 50, key is test_row_0/C:col10/1732167078065/Put/seqid=0 2024-11-21T05:31:19,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741880_1056 (size=12151) 2024-11-21T05:31:19,358 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/af0dcfff26bc4099aa860d9f5adf6511 2024-11-21T05:31:19,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/dcdccffa1feb414c89a33771d8ed0929 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/dcdccffa1feb414c89a33771d8ed0929 2024-11-21T05:31:19,388 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/dcdccffa1feb414c89a33771d8ed0929, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T05:31:19,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/8bd32436b88b4cc58dc728b9e93b2c06 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/8bd32436b88b4cc58dc728b9e93b2c06 2024-11-21T05:31:19,399 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/8bd32436b88b4cc58dc728b9e93b2c06, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T05:31:19,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/af0dcfff26bc4099aa860d9f5adf6511 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/af0dcfff26bc4099aa860d9f5adf6511 2024-11-21T05:31:19,418 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/af0dcfff26bc4099aa860d9f5adf6511, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T05:31:19,419 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 147d313c0ae4cab13ce0961e843b099b in 1043ms, sequenceid=210, compaction requested=true 2024-11-21T05:31:19,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:19,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:19,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-21T05:31:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-21T05:31:19,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T05:31:19,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3590 sec 2024-11-21T05:31:19,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.3680 sec 2024-11-21T05:31:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:19,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T05:31:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:19,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167139657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:19,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167139660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:19,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e8d0b277ef474e148e64d98fd26116bf is 50, key is test_row_0/A:col10/1732167078487/Put/seqid=0 2024-11-21T05:31:19,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741881_1057 (size=16931) 2024-11-21T05:31:19,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167139766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:19,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167139776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:19,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167139971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:19,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167139998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e8d0b277ef474e148e64d98fd26116bf 2024-11-21T05:31:20,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/68692348f4de44c7930613f35d55e81f is 50, key is test_row_0/B:col10/1732167078487/Put/seqid=0 2024-11-21T05:31:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T05:31:20,174 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-21T05:31:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741882_1058 (size=12151) 2024-11-21T05:31:20,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-21T05:31:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T05:31:20,200 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:20,202 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:20,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:20,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167140231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,233 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:20,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167140239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,242 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:20,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167140257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,259 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:20,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167140276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T05:31:20,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167140313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T05:31:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:20,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T05:31:20,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T05:31:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:20,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:20,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/68692348f4de44c7930613f35d55e81f 2024-11-21T05:31:20,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/99de5f4b8c49465db4ef4c9583516065 is 50, key is test_row_0/C:col10/1732167078487/Put/seqid=0 2024-11-21T05:31:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741883_1059 (size=12151) 2024-11-21T05:31:20,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T05:31:20,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:20,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:20,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:20,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:20,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:20,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167140787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T05:31:20,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167140821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:20,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T05:31:20,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:20,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:20,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:20,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:20,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:21,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:21,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T05:31:21,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:21,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:21,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:21,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:21,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:21,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/99de5f4b8c49465db4ef4c9583516065 2024-11-21T05:31:21,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e8d0b277ef474e148e64d98fd26116bf as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e8d0b277ef474e148e64d98fd26116bf 2024-11-21T05:31:21,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e8d0b277ef474e148e64d98fd26116bf, entries=250, sequenceid=239, filesize=16.5 K 2024-11-21T05:31:21,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/68692348f4de44c7930613f35d55e81f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/68692348f4de44c7930613f35d55e81f 2024-11-21T05:31:21,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/68692348f4de44c7930613f35d55e81f, entries=150, sequenceid=239, filesize=11.9 K 2024-11-21T05:31:21,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/99de5f4b8c49465db4ef4c9583516065 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/99de5f4b8c49465db4ef4c9583516065 2024-11-21T05:31:21,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/99de5f4b8c49465db4ef4c9583516065, entries=150, sequenceid=239, filesize=11.9 K 2024-11-21T05:31:21,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 147d313c0ae4cab13ce0961e843b099b in 1502ms, sequenceid=239, compaction requested=true 2024-11-21T05:31:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:21,144 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:21,144 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:21,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:21,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:21,146 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56150 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:21,147 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/A is initiating minor compaction (all files) 2024-11-21T05:31:21,147 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/A in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:21,147 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/1a48a6b282e34219938d5d5703b51bde, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a1e81badec1e455e8df7c1d88e20e820, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/dcdccffa1feb414c89a33771d8ed0929, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e8d0b277ef474e148e64d98fd26116bf] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=54.8 K 2024-11-21T05:31:21,147 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:21,148 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/B is initiating minor compaction (all files) 2024-11-21T05:31:21,148 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/B in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:21,148 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/f6003c6140624d69b7e2da1d09c9a5f1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c0233b08323846aba6d4599392707836, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/8bd32436b88b4cc58dc728b9e93b2c06, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/68692348f4de44c7930613f35d55e81f] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=47.8 K 2024-11-21T05:31:21,149 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a48a6b282e34219938d5d5703b51bde, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732167077728 2024-11-21T05:31:21,149 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting f6003c6140624d69b7e2da1d09c9a5f1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732167077728 2024-11-21T05:31:21,149 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1e81badec1e455e8df7c1d88e20e820, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732167077922 2024-11-21T05:31:21,150 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting c0233b08323846aba6d4599392707836, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732167077925 2024-11-21T05:31:21,150 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcdccffa1feb414c89a33771d8ed0929, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732167078065 2024-11-21T05:31:21,150 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bd32436b88b4cc58dc728b9e93b2c06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732167078065 2024-11-21T05:31:21,151 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 68692348f4de44c7930613f35d55e81f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732167078487 2024-11-21T05:31:21,151 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8d0b277ef474e148e64d98fd26116bf, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732167078462 2024-11-21T05:31:21,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:21,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T05:31:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:21,185 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T05:31:21,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:21,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:21,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:21,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:21,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:21,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:21,189 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#A#compaction#45 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:21,190 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/9519cef6b1fd43e79bdb229e3d651bcb is 50, key is test_row_0/A:col10/1732167078487/Put/seqid=0 2024-11-21T05:31:21,210 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#B#compaction#46 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:21,211 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/206a005755b2458eb5beaa707ced3d2f is 50, key is test_row_0/B:col10/1732167078487/Put/seqid=0 2024-11-21T05:31:21,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/08b5eaca40e24215bf6eae9d5a914738 is 50, key is test_row_0/A:col10/1732167079655/Put/seqid=0 2024-11-21T05:31:21,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741884_1060 (size=12663) 2024-11-21T05:31:21,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741886_1062 (size=9757) 2024-11-21T05:31:21,284 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/08b5eaca40e24215bf6eae9d5a914738 2024-11-21T05:31:21,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741885_1061 (size=12663) 2024-11-21T05:31:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T05:31:21,313 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/206a005755b2458eb5beaa707ced3d2f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/206a005755b2458eb5beaa707ced3d2f 2024-11-21T05:31:21,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c699067322c9458ebe56ac64919a0592 is 50, key is test_row_0/B:col10/1732167079655/Put/seqid=0 2024-11-21T05:31:21,327 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/B of 147d313c0ae4cab13ce0961e843b099b into 206a005755b2458eb5beaa707ced3d2f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:21,327 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:21,327 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/B, priority=12, startTime=1732167081144; duration=0sec 2024-11-21T05:31:21,327 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:21,327 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:21,327 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:21,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741887_1063 (size=9757) 2024-11-21T05:31:21,342 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:21,343 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/C is initiating minor compaction (all files) 2024-11-21T05:31:21,343 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/C in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:21,343 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ac9dd43325494bf5a0ca2c63226aa675, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/09f9e94703734d369770df0a3ec6e84a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/af0dcfff26bc4099aa860d9f5adf6511, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/99de5f4b8c49465db4ef4c9583516065] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=47.8 K 2024-11-21T05:31:21,345 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting ac9dd43325494bf5a0ca2c63226aa675, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732167077728 2024-11-21T05:31:21,346 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 09f9e94703734d369770df0a3ec6e84a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732167077925 2024-11-21T05:31:21,347 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting af0dcfff26bc4099aa860d9f5adf6511, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732167078065 2024-11-21T05:31:21,347 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 99de5f4b8c49465db4ef4c9583516065, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732167078487 2024-11-21T05:31:21,366 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#C#compaction#49 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:21,367 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/b18ef5f66f0f4ae8899b9af539d107c5 is 50, key is test_row_0/C:col10/1732167078487/Put/seqid=0 2024-11-21T05:31:21,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741888_1064 (size=12663) 2024-11-21T05:31:21,404 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/b18ef5f66f0f4ae8899b9af539d107c5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/b18ef5f66f0f4ae8899b9af539d107c5 2024-11-21T05:31:21,415 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/C of 147d313c0ae4cab13ce0961e843b099b into b18ef5f66f0f4ae8899b9af539d107c5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:21,415 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:21,415 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/C, priority=12, startTime=1732167081144; duration=0sec 2024-11-21T05:31:21,415 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:21,415 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:21,657 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/9519cef6b1fd43e79bdb229e3d651bcb as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/9519cef6b1fd43e79bdb229e3d651bcb 2024-11-21T05:31:21,674 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/A of 147d313c0ae4cab13ce0961e843b099b into 9519cef6b1fd43e79bdb229e3d651bcb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:21,674 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:21,674 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/A, priority=12, startTime=1732167081144; duration=0sec 2024-11-21T05:31:21,674 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:21,674 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:21,747 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c699067322c9458ebe56ac64919a0592 2024-11-21T05:31:21,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/b857365668094932aea12aa0ebb5954a is 50, key is test_row_0/C:col10/1732167079655/Put/seqid=0 2024-11-21T05:31:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741889_1065 (size=9757) 2024-11-21T05:31:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:21,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:21,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167141922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:21,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167141923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:22,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167142031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:22,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167142032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:22,213 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/b857365668094932aea12aa0ebb5954a 2024-11-21T05:31:22,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167142240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:22,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167142247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/08b5eaca40e24215bf6eae9d5a914738 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/08b5eaca40e24215bf6eae9d5a914738 2024-11-21T05:31:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T05:31:22,324 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/08b5eaca40e24215bf6eae9d5a914738, entries=100, sequenceid=247, filesize=9.5 K 2024-11-21T05:31:22,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c699067322c9458ebe56ac64919a0592 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c699067322c9458ebe56ac64919a0592 2024-11-21T05:31:22,349 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c699067322c9458ebe56ac64919a0592, entries=100, sequenceid=247, filesize=9.5 K 2024-11-21T05:31:22,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/b857365668094932aea12aa0ebb5954a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/b857365668094932aea12aa0ebb5954a 2024-11-21T05:31:22,378 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/b857365668094932aea12aa0ebb5954a, entries=100, sequenceid=247, filesize=9.5 K 2024-11-21T05:31:22,380 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 147d313c0ae4cab13ce0961e843b099b in 1195ms, sequenceid=247, compaction requested=false 2024-11-21T05:31:22,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:22,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:22,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T05:31:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-21T05:31:22,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-21T05:31:22,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1820 sec 2024-11-21T05:31:22,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.2010 sec 2024-11-21T05:31:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:22,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-21T05:31:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:22,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/79212793f7d941bf8a741972bb3b3463 is 50, key is test_row_0/A:col10/1732167081919/Put/seqid=0 2024-11-21T05:31:22,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167142584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:22,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167142586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:22,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741890_1066 (size=12301) 2024-11-21T05:31:22,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:22,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167142696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167142694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:22,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167142915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167142919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:23,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/79212793f7d941bf8a741972bb3b3463 2024-11-21T05:31:23,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/6d599e43bae449d0b416ad36330ced33 is 50, key is test_row_0/B:col10/1732167081919/Put/seqid=0 2024-11-21T05:31:23,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741891_1067 (size=12301) 2024-11-21T05:31:23,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/6d599e43bae449d0b416ad36330ced33 2024-11-21T05:31:23,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/45edae4ea92746cd8463af4131cccf4d is 50, key is test_row_0/C:col10/1732167081919/Put/seqid=0 2024-11-21T05:31:23,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741892_1068 (size=12301) 2024-11-21T05:31:23,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/45edae4ea92746cd8463af4131cccf4d 2024-11-21T05:31:23,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/79212793f7d941bf8a741972bb3b3463 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/79212793f7d941bf8a741972bb3b3463 2024-11-21T05:31:23,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:23,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/79212793f7d941bf8a741972bb3b3463, entries=150, sequenceid=280, filesize=12.0 K 2024-11-21T05:31:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167143226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167143227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:23,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/6d599e43bae449d0b416ad36330ced33 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6d599e43bae449d0b416ad36330ced33 2024-11-21T05:31:23,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6d599e43bae449d0b416ad36330ced33, entries=150, sequenceid=280, filesize=12.0 K 2024-11-21T05:31:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/45edae4ea92746cd8463af4131cccf4d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/45edae4ea92746cd8463af4131cccf4d 2024-11-21T05:31:23,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/45edae4ea92746cd8463af4131cccf4d, entries=150, sequenceid=280, filesize=12.0 K 2024-11-21T05:31:23,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 147d313c0ae4cab13ce0961e843b099b in 701ms, sequenceid=280, compaction requested=true 2024-11-21T05:31:23,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:23,257 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:31:23,257 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:23,258 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:23,258 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:23,258 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/A is initiating minor compaction (all files) 2024-11-21T05:31:23,258 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/B is initiating minor compaction (all files) 2024-11-21T05:31:23,258 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/A in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:23,258 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/B in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:23,258 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/206a005755b2458eb5beaa707ced3d2f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c699067322c9458ebe56ac64919a0592, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6d599e43bae449d0b416ad36330ced33] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=33.9 K 2024-11-21T05:31:23,258 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/9519cef6b1fd43e79bdb229e3d651bcb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/08b5eaca40e24215bf6eae9d5a914738, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/79212793f7d941bf8a741972bb3b3463] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=33.9 K 2024-11-21T05:31:23,259 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9519cef6b1fd43e79bdb229e3d651bcb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732167078487 2024-11-21T05:31:23,259 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 206a005755b2458eb5beaa707ced3d2f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732167078487 2024-11-21T05:31:23,259 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08b5eaca40e24215bf6eae9d5a914738, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732167079655 2024-11-21T05:31:23,259 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting c699067322c9458ebe56ac64919a0592, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732167079655 2024-11-21T05:31:23,260 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79212793f7d941bf8a741972bb3b3463, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732167081904 2024-11-21T05:31:23,261 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d599e43bae449d0b416ad36330ced33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732167081904 2024-11-21T05:31:23,285 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:23,286 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/11d9e238139a49429356258712d596bf is 50, key is test_row_0/A:col10/1732167081919/Put/seqid=0 2024-11-21T05:31:23,293 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:23,294 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/2c0f8027ba724bab8ce7dabb301542be is 50, key is test_row_0/B:col10/1732167081919/Put/seqid=0 2024-11-21T05:31:23,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741894_1070 (size=12915) 2024-11-21T05:31:23,350 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/2c0f8027ba724bab8ce7dabb301542be as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2c0f8027ba724bab8ce7dabb301542be 2024-11-21T05:31:23,359 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/B of 147d313c0ae4cab13ce0961e843b099b into 2c0f8027ba724bab8ce7dabb301542be(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:23,359 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:23,360 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/B, priority=13, startTime=1732167083257; duration=0sec 2024-11-21T05:31:23,360 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:23,360 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:23,360 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:23,361 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:23,361 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/C is initiating minor compaction (all files) 2024-11-21T05:31:23,362 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/C in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:23,362 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/b18ef5f66f0f4ae8899b9af539d107c5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/b857365668094932aea12aa0ebb5954a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/45edae4ea92746cd8463af4131cccf4d] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=33.9 K 2024-11-21T05:31:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741893_1069 (size=12915) 2024-11-21T05:31:23,363 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b18ef5f66f0f4ae8899b9af539d107c5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732167078487 2024-11-21T05:31:23,363 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b857365668094932aea12aa0ebb5954a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732167079655 2024-11-21T05:31:23,364 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 45edae4ea92746cd8463af4131cccf4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732167081904 2024-11-21T05:31:23,378 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/11d9e238139a49429356258712d596bf as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/11d9e238139a49429356258712d596bf 2024-11-21T05:31:23,385 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:23,386 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ed1154728e924a669b61ff62f38e2fcf is 50, key is test_row_0/C:col10/1732167081919/Put/seqid=0 2024-11-21T05:31:23,390 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/A of 147d313c0ae4cab13ce0961e843b099b into 11d9e238139a49429356258712d596bf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:23,390 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:23,390 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/A, priority=13, startTime=1732167083256; duration=0sec 2024-11-21T05:31:23,390 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:23,391 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:23,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741895_1071 (size=12915) 2024-11-21T05:31:23,441 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ed1154728e924a669b61ff62f38e2fcf as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ed1154728e924a669b61ff62f38e2fcf 2024-11-21T05:31:23,463 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/C of 147d313c0ae4cab13ce0961e843b099b into ed1154728e924a669b61ff62f38e2fcf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:23,464 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:23,464 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/C, priority=13, startTime=1732167083257; duration=0sec 2024-11-21T05:31:23,464 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:23,464 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:23,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:31:23,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:23,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:23,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:23,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:23,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:23,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:23,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e653d756f5b74547bb5da5e7f0c70d8d is 50, key is test_row_0/A:col10/1732167083745/Put/seqid=0 2024-11-21T05:31:23,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741896_1072 (size=12301) 2024-11-21T05:31:23,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e653d756f5b74547bb5da5e7f0c70d8d 2024-11-21T05:31:23,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/e7d9eb5f389c4bd5b7924574f8697864 is 50, key is test_row_0/B:col10/1732167083745/Put/seqid=0 2024-11-21T05:31:23,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741897_1073 (size=12301) 2024-11-21T05:31:23,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/e7d9eb5f389c4bd5b7924574f8697864 2024-11-21T05:31:23,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/7e1921dc76f240cdbd90b775e1518e01 is 50, key is test_row_0/C:col10/1732167083745/Put/seqid=0 2024-11-21T05:31:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167143868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:23,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167143872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741898_1074 (size=12301) 2024-11-21T05:31:23,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/7e1921dc76f240cdbd90b775e1518e01 2024-11-21T05:31:23,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e653d756f5b74547bb5da5e7f0c70d8d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e653d756f5b74547bb5da5e7f0c70d8d 2024-11-21T05:31:23,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e653d756f5b74547bb5da5e7f0c70d8d, entries=150, sequenceid=295, filesize=12.0 K 2024-11-21T05:31:23,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/e7d9eb5f389c4bd5b7924574f8697864 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/e7d9eb5f389c4bd5b7924574f8697864 2024-11-21T05:31:23,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/e7d9eb5f389c4bd5b7924574f8697864, entries=150, sequenceid=295, filesize=12.0 K 2024-11-21T05:31:23,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/7e1921dc76f240cdbd90b775e1518e01 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/7e1921dc76f240cdbd90b775e1518e01 2024-11-21T05:31:23,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/7e1921dc76f240cdbd90b775e1518e01, entries=150, sequenceid=295, filesize=12.0 K 2024-11-21T05:31:23,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 147d313c0ae4cab13ce0961e843b099b in 183ms, sequenceid=295, compaction requested=false 2024-11-21T05:31:23,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:23,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T05:31:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:23,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:23,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/36eace090ab041a4a47a7e2176ce9925 is 50, key is test_row_0/A:col10/1732167083807/Put/seqid=0 2024-11-21T05:31:23,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167143997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167143999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741899_1075 (size=12301) 2024-11-21T05:31:24,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167144102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167144104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51314 deadline: 1732167144246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,251 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:24,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51324 deadline: 1732167144280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51352 deadline: 1732167144280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,283 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8191 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:24,287 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8212 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:24,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167144305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T05:31:24,313 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-21T05:31:24,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167144312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-21T05:31:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T05:31:24,331 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:24,332 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:24,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:24,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/36eace090ab041a4a47a7e2176ce9925 2024-11-21T05:31:24,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/3983e1cbd5ae437297abd7c2e4a0fd4e is 50, key is test_row_0/B:col10/1732167083807/Put/seqid=0 2024-11-21T05:31:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741900_1076 (size=12301) 2024-11-21T05:31:24,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/3983e1cbd5ae437297abd7c2e4a0fd4e 2024-11-21T05:31:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T05:31:24,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/1f0cadd79f4e4979bb390ee6456b2472 is 50, key is test_row_0/C:col10/1732167083807/Put/seqid=0 2024-11-21T05:31:24,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741901_1077 (size=12301) 2024-11-21T05:31:24,490 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T05:31:24,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:24,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:24,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:24,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167144613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167144616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T05:31:24,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T05:31:24,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:24,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:24,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:24,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T05:31:24,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:24,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:24,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:24,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/1f0cadd79f4e4979bb390ee6456b2472 2024-11-21T05:31:24,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/36eace090ab041a4a47a7e2176ce9925 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/36eace090ab041a4a47a7e2176ce9925 2024-11-21T05:31:24,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/36eace090ab041a4a47a7e2176ce9925, entries=150, sequenceid=321, filesize=12.0 K 2024-11-21T05:31:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T05:31:24,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/3983e1cbd5ae437297abd7c2e4a0fd4e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/3983e1cbd5ae437297abd7c2e4a0fd4e 2024-11-21T05:31:24,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:24,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T05:31:24,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:24,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:24,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/3983e1cbd5ae437297abd7c2e4a0fd4e, entries=150, sequenceid=321, filesize=12.0 K 2024-11-21T05:31:24,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/1f0cadd79f4e4979bb390ee6456b2472 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1f0cadd79f4e4979bb390ee6456b2472 2024-11-21T05:31:24,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1f0cadd79f4e4979bb390ee6456b2472, entries=150, sequenceid=321, filesize=12.0 K 2024-11-21T05:31:24,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 147d313c0ae4cab13ce0961e843b099b in 1013ms, sequenceid=321, compaction requested=true 2024-11-21T05:31:24,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:24,986 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:24,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:24,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:24,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:24,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:24,987 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:24,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:24,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:24,988 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:24,989 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/B is initiating minor compaction (all files) 2024-11-21T05:31:24,989 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/B in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:24,989 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2c0f8027ba724bab8ce7dabb301542be, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/e7d9eb5f389c4bd5b7924574f8697864, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/3983e1cbd5ae437297abd7c2e4a0fd4e] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=36.6 K 2024-11-21T05:31:24,989 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:24,989 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/A is initiating minor compaction (all files) 2024-11-21T05:31:24,989 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/A in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:24,990 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/11d9e238139a49429356258712d596bf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e653d756f5b74547bb5da5e7f0c70d8d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/36eace090ab041a4a47a7e2176ce9925] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=36.6 K 2024-11-21T05:31:24,990 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c0f8027ba724bab8ce7dabb301542be, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732167081904 2024-11-21T05:31:24,990 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11d9e238139a49429356258712d596bf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732167081904 2024-11-21T05:31:24,991 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting e653d756f5b74547bb5da5e7f0c70d8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732167083745 2024-11-21T05:31:24,991 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting e7d9eb5f389c4bd5b7924574f8697864, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732167083745 2024-11-21T05:31:24,991 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36eace090ab041a4a47a7e2176ce9925, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732167083807 2024-11-21T05:31:24,991 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 3983e1cbd5ae437297abd7c2e4a0fd4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732167083807 2024-11-21T05:31:25,009 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#B#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:25,010 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/a9f95998a7be4ed1b6ff6c44a6beb852 is 50, key is test_row_0/B:col10/1732167083807/Put/seqid=0 2024-11-21T05:31:25,012 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#A#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:25,013 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/f385a86f1c364149b662ae2c840b977a is 50, key is test_row_0/A:col10/1732167083807/Put/seqid=0 2024-11-21T05:31:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741903_1079 (size=13017) 2024-11-21T05:31:25,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741902_1078 (size=13017) 2024-11-21T05:31:25,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:25,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T05:31:25,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:25,123 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T05:31:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:25,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:25,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/4eaab6826cd344b0b449241660693804 is 50, key is test_row_0/A:col10/1732167083983/Put/seqid=0 2024-11-21T05:31:25,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741904_1080 (size=12301) 2024-11-21T05:31:25,138 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/4eaab6826cd344b0b449241660693804 2024-11-21T05:31:25,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c15c277c4fd94c66bef10bc6d927ab36 is 50, key is test_row_0/B:col10/1732167083983/Put/seqid=0 2024-11-21T05:31:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741905_1081 (size=12301) 2024-11-21T05:31:25,198 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c15c277c4fd94c66bef10bc6d927ab36 2024-11-21T05:31:25,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167145201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:25,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167145203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:25,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ed8f9161449a45549e67a7c8bed3f493 is 50, key is test_row_0/C:col10/1732167083983/Put/seqid=0 2024-11-21T05:31:25,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741906_1082 (size=12301) 2024-11-21T05:31:25,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167145306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:25,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167145313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T05:31:25,471 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/a9f95998a7be4ed1b6ff6c44a6beb852 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/a9f95998a7be4ed1b6ff6c44a6beb852 2024-11-21T05:31:25,478 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/f385a86f1c364149b662ae2c840b977a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f385a86f1c364149b662ae2c840b977a 2024-11-21T05:31:25,501 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/B of 147d313c0ae4cab13ce0961e843b099b into a9f95998a7be4ed1b6ff6c44a6beb852(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:25,501 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:25,501 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/B, priority=13, startTime=1732167084987; duration=0sec 2024-11-21T05:31:25,501 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:25,501 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:25,501 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:25,503 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:25,503 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/C is initiating minor compaction (all files) 2024-11-21T05:31:25,505 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/C in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:25,505 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ed1154728e924a669b61ff62f38e2fcf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/7e1921dc76f240cdbd90b775e1518e01, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1f0cadd79f4e4979bb390ee6456b2472] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=36.6 K 2024-11-21T05:31:25,505 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting ed1154728e924a669b61ff62f38e2fcf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732167081904 2024-11-21T05:31:25,506 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/A of 147d313c0ae4cab13ce0961e843b099b into f385a86f1c364149b662ae2c840b977a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:25,506 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:25,506 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/A, priority=13, startTime=1732167084986; duration=0sec 2024-11-21T05:31:25,506 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e1921dc76f240cdbd90b775e1518e01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732167083745 2024-11-21T05:31:25,507 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:25,507 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:25,508 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f0cadd79f4e4979bb390ee6456b2472, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732167083807 2024-11-21T05:31:25,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167145511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:25,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167145520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:25,526 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:25,532 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/548565751c824622b732fcc6d0d4a446 is 50, key is test_row_0/C:col10/1732167083807/Put/seqid=0 2024-11-21T05:31:25,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741907_1083 (size=13017) 2024-11-21T05:31:25,567 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/548565751c824622b732fcc6d0d4a446 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/548565751c824622b732fcc6d0d4a446 2024-11-21T05:31:25,589 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/C of 147d313c0ae4cab13ce0961e843b099b into 548565751c824622b732fcc6d0d4a446(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:25,590 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:25,590 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/C, priority=13, startTime=1732167084987; duration=0sec 2024-11-21T05:31:25,590 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:25,590 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:25,632 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ed8f9161449a45549e67a7c8bed3f493 2024-11-21T05:31:25,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/4eaab6826cd344b0b449241660693804 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4eaab6826cd344b0b449241660693804 2024-11-21T05:31:25,728 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4eaab6826cd344b0b449241660693804, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T05:31:25,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c15c277c4fd94c66bef10bc6d927ab36 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c15c277c4fd94c66bef10bc6d927ab36 2024-11-21T05:31:25,749 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c15c277c4fd94c66bef10bc6d927ab36, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T05:31:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ed8f9161449a45549e67a7c8bed3f493 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ed8f9161449a45549e67a7c8bed3f493 2024-11-21T05:31:25,757 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ed8f9161449a45549e67a7c8bed3f493, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T05:31:25,764 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 147d313c0ae4cab13ce0961e843b099b in 641ms, sequenceid=332, compaction requested=false 2024-11-21T05:31:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-21T05:31:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-21T05:31:25,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-21T05:31:25,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4400 sec 2024-11-21T05:31:25,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.4610 sec 2024-11-21T05:31:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:25,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T05:31:25,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:25,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:25,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:25,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:25,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:25,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:25,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/5f210f3ccba947d88fdf2738fd3545b6 is 50, key is test_row_0/A:col10/1732167085201/Put/seqid=0 2024-11-21T05:31:25,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167145847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:25,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167145849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:25,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741908_1084 (size=14741) 2024-11-21T05:31:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167145956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:25,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167145960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:26,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167146168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167146168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:26,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/5f210f3ccba947d88fdf2738fd3545b6 2024-11-21T05:31:26,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c9af30da28d64c35bb27c6f89c7b152d is 50, key is test_row_0/B:col10/1732167085201/Put/seqid=0 2024-11-21T05:31:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741909_1085 (size=12301) 2024-11-21T05:31:26,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c9af30da28d64c35bb27c6f89c7b152d 2024-11-21T05:31:26,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/1d21806448db41b58f98aa964f594bca is 50, key is test_row_0/C:col10/1732167085201/Put/seqid=0 2024-11-21T05:31:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T05:31:26,452 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-21T05:31:26,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-21T05:31:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T05:31:26,467 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:26,468 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:26,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741910_1086 (size=12301) 2024-11-21T05:31:26,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167146474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:26,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167146476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:26,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/1d21806448db41b58f98aa964f594bca 2024-11-21T05:31:26,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/5f210f3ccba947d88fdf2738fd3545b6 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5f210f3ccba947d88fdf2738fd3545b6 2024-11-21T05:31:26,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5f210f3ccba947d88fdf2738fd3545b6, entries=200, sequenceid=361, filesize=14.4 K 2024-11-21T05:31:26,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/c9af30da28d64c35bb27c6f89c7b152d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c9af30da28d64c35bb27c6f89c7b152d 2024-11-21T05:31:26,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c9af30da28d64c35bb27c6f89c7b152d, entries=150, sequenceid=361, filesize=12.0 K 2024-11-21T05:31:26,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/1d21806448db41b58f98aa964f594bca as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1d21806448db41b58f98aa964f594bca 2024-11-21T05:31:26,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1d21806448db41b58f98aa964f594bca, entries=150, sequenceid=361, filesize=12.0 K 2024-11-21T05:31:26,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 147d313c0ae4cab13ce0961e843b099b in 742ms, sequenceid=361, compaction requested=true 2024-11-21T05:31:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:31:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T05:31:26,566 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:26,567 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T05:31:26,584 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:26,584 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/A is initiating minor compaction (all files) 2024-11-21T05:31:26,584 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/A in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:26,584 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f385a86f1c364149b662ae2c840b977a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4eaab6826cd344b0b449241660693804, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5f210f3ccba947d88fdf2738fd3545b6] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=39.1 K 2024-11-21T05:31:26,586 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:26,586 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f385a86f1c364149b662ae2c840b977a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732167083807 2024-11-21T05:31:26,586 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/C is initiating minor compaction (all files) 2024-11-21T05:31:26,586 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/C in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:26,586 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/548565751c824622b732fcc6d0d4a446, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ed8f9161449a45549e67a7c8bed3f493, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1d21806448db41b58f98aa964f594bca] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=36.7 K 2024-11-21T05:31:26,587 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4eaab6826cd344b0b449241660693804, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732167083983 2024-11-21T05:31:26,587 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f210f3ccba947d88fdf2738fd3545b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732167085174 2024-11-21T05:31:26,587 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 548565751c824622b732fcc6d0d4a446, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732167083807 2024-11-21T05:31:26,588 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting ed8f9161449a45549e67a7c8bed3f493, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732167083983 2024-11-21T05:31:26,588 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d21806448db41b58f98aa964f594bca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732167085174 2024-11-21T05:31:26,607 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#C#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:26,607 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/c4fc71bd9ee54f258954b98b03c66a5f is 50, key is test_row_0/C:col10/1732167085201/Put/seqid=0 2024-11-21T05:31:26,618 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:26,618 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/69d25ac14d87474c96d8a564fa351ee4 is 50, key is test_row_0/A:col10/1732167085201/Put/seqid=0 2024-11-21T05:31:26,625 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:26,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T05:31:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:26,626 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T05:31:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:26,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741911_1087 (size=13119) 2024-11-21T05:31:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e969b36655074bdc89e97dbc6260c5be is 50, key is test_row_0/A:col10/1732167085848/Put/seqid=0 2024-11-21T05:31:26,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741912_1088 (size=13119) 2024-11-21T05:31:26,681 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/69d25ac14d87474c96d8a564fa351ee4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/69d25ac14d87474c96d8a564fa351ee4 2024-11-21T05:31:26,692 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/A of 147d313c0ae4cab13ce0961e843b099b into 69d25ac14d87474c96d8a564fa351ee4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:26,692 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:26,693 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/A, priority=13, startTime=1732167086563; duration=0sec 2024-11-21T05:31:26,693 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:26,693 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:26,693 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:26,694 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:26,695 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/B is initiating minor compaction (all files) 2024-11-21T05:31:26,695 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/B in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:26,695 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/a9f95998a7be4ed1b6ff6c44a6beb852, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c15c277c4fd94c66bef10bc6d927ab36, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c9af30da28d64c35bb27c6f89c7b152d] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=36.7 K 2024-11-21T05:31:26,695 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9f95998a7be4ed1b6ff6c44a6beb852, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732167083807 2024-11-21T05:31:26,697 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c15c277c4fd94c66bef10bc6d927ab36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732167083983 2024-11-21T05:31:26,697 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9af30da28d64c35bb27c6f89c7b152d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732167085174 2024-11-21T05:31:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741913_1089 (size=12301) 2024-11-21T05:31:26,725 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e969b36655074bdc89e97dbc6260c5be 2024-11-21T05:31:26,727 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:26,728 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/a4ed33873b5c418382d2a07a7222955d is 50, key is test_row_0/B:col10/1732167085201/Put/seqid=0 2024-11-21T05:31:26,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/092ed32f14144cbf8d56f450cb7645ac is 50, key is test_row_0/B:col10/1732167085848/Put/seqid=0 2024-11-21T05:31:26,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741914_1090 (size=13119) 2024-11-21T05:31:26,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741915_1091 (size=12301) 2024-11-21T05:31:26,758 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/092ed32f14144cbf8d56f450cb7645ac 2024-11-21T05:31:26,758 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/a4ed33873b5c418382d2a07a7222955d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/a4ed33873b5c418382d2a07a7222955d 2024-11-21T05:31:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T05:31:26,768 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/B of 147d313c0ae4cab13ce0961e843b099b into a4ed33873b5c418382d2a07a7222955d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:26,769 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:26,769 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/B, priority=13, startTime=1732167086563; duration=0sec 2024-11-21T05:31:26,769 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:26,769 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:26,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/9293d5d48ce5411bb5a0197af73f9fe3 is 50, key is test_row_0/C:col10/1732167085848/Put/seqid=0 2024-11-21T05:31:26,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741916_1092 (size=12301) 2024-11-21T05:31:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:26,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T05:31:27,078 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/c4fc71bd9ee54f258954b98b03c66a5f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/c4fc71bd9ee54f258954b98b03c66a5f 2024-11-21T05:31:27,094 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/C of 147d313c0ae4cab13ce0961e843b099b into c4fc71bd9ee54f258954b98b03c66a5f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:27,094 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:27,094 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/C, priority=13, startTime=1732167086563; duration=0sec 2024-11-21T05:31:27,094 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:27,094 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:27,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167147096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167147096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,187 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/9293d5d48ce5411bb5a0197af73f9fe3 2024-11-21T05:31:27,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e969b36655074bdc89e97dbc6260c5be as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e969b36655074bdc89e97dbc6260c5be 2024-11-21T05:31:27,200 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e969b36655074bdc89e97dbc6260c5be, entries=150, sequenceid=371, filesize=12.0 K 2024-11-21T05:31:27,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/092ed32f14144cbf8d56f450cb7645ac as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/092ed32f14144cbf8d56f450cb7645ac 2024-11-21T05:31:27,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167147201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167147201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,210 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/092ed32f14144cbf8d56f450cb7645ac, entries=150, sequenceid=371, filesize=12.0 K 2024-11-21T05:31:27,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/9293d5d48ce5411bb5a0197af73f9fe3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/9293d5d48ce5411bb5a0197af73f9fe3 2024-11-21T05:31:27,218 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/9293d5d48ce5411bb5a0197af73f9fe3, entries=150, sequenceid=371, filesize=12.0 K 2024-11-21T05:31:27,220 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 147d313c0ae4cab13ce0961e843b099b in 593ms, sequenceid=371, compaction requested=false 2024-11-21T05:31:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-21T05:31:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-21T05:31:27,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-21T05:31:27,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 753 msec 2024-11-21T05:31:27,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 769 msec 2024-11-21T05:31:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:27,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-21T05:31:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:27,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/3469411c8f2549b3944fc0e7e299ba20 is 50, key is test_row_0/A:col10/1732167087084/Put/seqid=0 2024-11-21T05:31:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741917_1093 (size=12301) 2024-11-21T05:31:27,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/3469411c8f2549b3944fc0e7e299ba20 2024-11-21T05:31:27,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/51155399320646b9890989c04e751f0a is 50, key is test_row_0/B:col10/1732167087084/Put/seqid=0 2024-11-21T05:31:27,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167147457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167147458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741918_1094 (size=12301) 2024-11-21T05:31:27,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/51155399320646b9890989c04e751f0a 2024-11-21T05:31:27,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/5e73fe48419f47ee8c35db659eac5a82 is 50, key is test_row_0/C:col10/1732167087084/Put/seqid=0 2024-11-21T05:31:27,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741919_1095 (size=12301) 2024-11-21T05:31:27,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/5e73fe48419f47ee8c35db659eac5a82 2024-11-21T05:31:27,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/3469411c8f2549b3944fc0e7e299ba20 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/3469411c8f2549b3944fc0e7e299ba20 2024-11-21T05:31:27,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/3469411c8f2549b3944fc0e7e299ba20, entries=150, sequenceid=403, filesize=12.0 K 2024-11-21T05:31:27,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/51155399320646b9890989c04e751f0a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/51155399320646b9890989c04e751f0a 2024-11-21T05:31:27,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/51155399320646b9890989c04e751f0a, entries=150, sequenceid=403, filesize=12.0 K 2024-11-21T05:31:27,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/5e73fe48419f47ee8c35db659eac5a82 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5e73fe48419f47ee8c35db659eac5a82 2024-11-21T05:31:27,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5e73fe48419f47ee8c35db659eac5a82, entries=150, sequenceid=403, filesize=12.0 K 2024-11-21T05:31:27,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 147d313c0ae4cab13ce0961e843b099b in 146ms, sequenceid=403, compaction requested=true 2024-11-21T05:31:27,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:27,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:27,555 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:27,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:27,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:27,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:27,555 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:27,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:27,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:27,556 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:27,557 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/A is initiating minor compaction (all files) 2024-11-21T05:31:27,557 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/A in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:27,557 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/69d25ac14d87474c96d8a564fa351ee4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e969b36655074bdc89e97dbc6260c5be, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/3469411c8f2549b3944fc0e7e299ba20] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=36.8 K 2024-11-21T05:31:27,557 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:27,557 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/B is initiating minor compaction (all files) 2024-11-21T05:31:27,558 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/B in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:27,558 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/a4ed33873b5c418382d2a07a7222955d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/092ed32f14144cbf8d56f450cb7645ac, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/51155399320646b9890989c04e751f0a] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=36.8 K 2024-11-21T05:31:27,558 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69d25ac14d87474c96d8a564fa351ee4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732167085174 2024-11-21T05:31:27,559 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting a4ed33873b5c418382d2a07a7222955d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732167085174 2024-11-21T05:31:27,559 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting e969b36655074bdc89e97dbc6260c5be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732167085841 2024-11-21T05:31:27,559 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 092ed32f14144cbf8d56f450cb7645ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732167085841 2024-11-21T05:31:27,560 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3469411c8f2549b3944fc0e7e299ba20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732167087084 2024-11-21T05:31:27,560 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 51155399320646b9890989c04e751f0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732167087084 2024-11-21T05:31:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T05:31:27,571 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-21T05:31:27,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-21T05:31:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:27,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:31:27,576 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:27,577 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:27,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:27,578 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:27,578 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T05:31:27,578 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/c913ee2fb17e4d24a42de2ffa84d1f04 is 50, key is test_row_0/A:col10/1732167087084/Put/seqid=0 2024-11-21T05:31:27,579 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/33daeabd4e1c41348ce759087efd4e5d is 50, key is test_row_0/B:col10/1732167087084/Put/seqid=0 2024-11-21T05:31:27,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:27,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:27,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/f4ad43a20d224c059c7dd30ac42313b4 is 50, key is test_row_0/A:col10/1732167087565/Put/seqid=0 2024-11-21T05:31:27,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167147627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167147628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741922_1098 (size=13221) 2024-11-21T05:31:27,638 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/33daeabd4e1c41348ce759087efd4e5d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/33daeabd4e1c41348ce759087efd4e5d 2024-11-21T05:31:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741921_1097 (size=13221) 2024-11-21T05:31:27,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741920_1096 (size=12301) 2024-11-21T05:31:27,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/f4ad43a20d224c059c7dd30ac42313b4 2024-11-21T05:31:27,650 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/B of 147d313c0ae4cab13ce0961e843b099b into 33daeabd4e1c41348ce759087efd4e5d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:27,650 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:27,650 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/B, priority=13, startTime=1732167087555; duration=0sec 2024-11-21T05:31:27,650 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:27,650 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:27,650 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:27,652 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:27,652 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/C is initiating minor compaction (all files) 2024-11-21T05:31:27,652 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/C in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:27,653 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/c4fc71bd9ee54f258954b98b03c66a5f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/9293d5d48ce5411bb5a0197af73f9fe3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5e73fe48419f47ee8c35db659eac5a82] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=36.8 K 2024-11-21T05:31:27,654 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting c4fc71bd9ee54f258954b98b03c66a5f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732167085174 2024-11-21T05:31:27,655 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9293d5d48ce5411bb5a0197af73f9fe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732167085841 2024-11-21T05:31:27,655 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e73fe48419f47ee8c35db659eac5a82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732167087084 2024-11-21T05:31:27,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/2769859eb85e467f89038c1d5add170f is 50, key is test_row_0/B:col10/1732167087565/Put/seqid=0 2024-11-21T05:31:27,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741923_1099 (size=12301) 2024-11-21T05:31:27,669 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#C#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:27,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/2769859eb85e467f89038c1d5add170f 2024-11-21T05:31:27,671 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/46e1f90df3524c24ad355e613dc7f612 is 50, key is test_row_0/C:col10/1732167087084/Put/seqid=0 2024-11-21T05:31:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T05:31:27,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/081ba17149f349dc8a70871e099ca771 is 50, key is test_row_0/C:col10/1732167087565/Put/seqid=0 2024-11-21T05:31:27,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741925_1101 (size=12301) 2024-11-21T05:31:27,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/081ba17149f349dc8a70871e099ca771 2024-11-21T05:31:27,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741924_1100 (size=13221) 2024-11-21T05:31:27,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/f4ad43a20d224c059c7dd30ac42313b4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f4ad43a20d224c059c7dd30ac42313b4 2024-11-21T05:31:27,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T05:31:27,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:27,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:27,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:27,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:27,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:27,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167147731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:27,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167147734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f4ad43a20d224c059c7dd30ac42313b4, entries=150, sequenceid=415, filesize=12.0 K 2024-11-21T05:31:27,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/2769859eb85e467f89038c1d5add170f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2769859eb85e467f89038c1d5add170f 2024-11-21T05:31:27,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2769859eb85e467f89038c1d5add170f, entries=150, sequenceid=415, filesize=12.0 K 2024-11-21T05:31:27,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/081ba17149f349dc8a70871e099ca771 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/081ba17149f349dc8a70871e099ca771 2024-11-21T05:31:27,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/081ba17149f349dc8a70871e099ca771, entries=150, sequenceid=415, filesize=12.0 K 2024-11-21T05:31:27,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 147d313c0ae4cab13ce0961e843b099b in 182ms, sequenceid=415, compaction requested=false 2024-11-21T05:31:27,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T05:31:27,884 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T05:31:27,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:27,885 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T05:31:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/afc2d536303a4f0ebe5f73f07fd047e8 is 50, key is test_row_0/A:col10/1732167087616/Put/seqid=0 2024-11-21T05:31:27,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741926_1102 (size=12301) 2024-11-21T05:31:27,930 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/afc2d536303a4f0ebe5f73f07fd047e8 2024-11-21T05:31:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:27,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:27,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/ae5ef0aad9314aed8ce91517f8fc0c11 is 50, key is test_row_0/B:col10/1732167087616/Put/seqid=0 2024-11-21T05:31:27,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167147961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167147962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:27,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741927_1103 (size=12301) 2024-11-21T05:31:27,977 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/ae5ef0aad9314aed8ce91517f8fc0c11 2024-11-21T05:31:28,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/2ef688393f994b46b59ecfe3ebe22958 is 50, key is test_row_0/C:col10/1732167087616/Put/seqid=0 2024-11-21T05:31:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741928_1104 (size=12301) 2024-11-21T05:31:28,019 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/2ef688393f994b46b59ecfe3ebe22958 2024-11-21T05:31:28,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/afc2d536303a4f0ebe5f73f07fd047e8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/afc2d536303a4f0ebe5f73f07fd047e8 2024-11-21T05:31:28,034 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/afc2d536303a4f0ebe5f73f07fd047e8, entries=150, sequenceid=440, filesize=12.0 K 2024-11-21T05:31:28,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/ae5ef0aad9314aed8ce91517f8fc0c11 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/ae5ef0aad9314aed8ce91517f8fc0c11 2024-11-21T05:31:28,048 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/c913ee2fb17e4d24a42de2ffa84d1f04 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c913ee2fb17e4d24a42de2ffa84d1f04 2024-11-21T05:31:28,056 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/A of 147d313c0ae4cab13ce0961e843b099b into c913ee2fb17e4d24a42de2ffa84d1f04(size=12.9 K), total size for store is 36.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:28,056 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:28,056 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/A, priority=13, startTime=1732167087555; duration=0sec 2024-11-21T05:31:28,056 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:28,056 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:28,058 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/ae5ef0aad9314aed8ce91517f8fc0c11, entries=150, sequenceid=440, filesize=12.0 K 2024-11-21T05:31:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/2ef688393f994b46b59ecfe3ebe22958 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2ef688393f994b46b59ecfe3ebe22958 2024-11-21T05:31:28,067 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2ef688393f994b46b59ecfe3ebe22958, entries=150, sequenceid=440, filesize=12.0 K 2024-11-21T05:31:28,068 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 147d313c0ae4cab13ce0961e843b099b in 183ms, sequenceid=440, compaction requested=true 2024-11-21T05:31:28,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:28,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:28,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T05:31:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-21T05:31:28,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-21T05:31:28,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 493 msec 2024-11-21T05:31:28,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T05:31:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:28,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 501 msec 2024-11-21T05:31:28,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:28,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:28,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:28,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:28,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:28,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:28,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/f254ef25991348458f69b7c9229b282c is 50, key is test_row_0/A:col10/1732167087959/Put/seqid=0 2024-11-21T05:31:28,124 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/46e1f90df3524c24ad355e613dc7f612 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/46e1f90df3524c24ad355e613dc7f612 2024-11-21T05:31:28,132 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/C of 147d313c0ae4cab13ce0961e843b099b into 46e1f90df3524c24ad355e613dc7f612(size=12.9 K), total size for store is 36.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:28,132 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:28,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741929_1105 (size=14741) 2024-11-21T05:31:28,133 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/C, priority=13, startTime=1732167087555; duration=0sec 2024-11-21T05:31:28,133 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:28,133 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:28,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/f254ef25991348458f69b7c9229b282c 2024-11-21T05:31:28,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167148144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167148144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/719b4c0741374117a5ee45d0477689ad is 50, key is test_row_0/B:col10/1732167087959/Put/seqid=0 2024-11-21T05:31:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741930_1106 (size=12301) 2024-11-21T05:31:28,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/719b4c0741374117a5ee45d0477689ad 2024-11-21T05:31:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T05:31:28,182 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-21T05:31:28,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-21T05:31:28,185 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T05:31:28,187 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:28,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:28,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/2a6ad8eabadc4eb99cbeae3003a98b57 is 50, key is test_row_0/C:col10/1732167087959/Put/seqid=0 2024-11-21T05:31:28,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741931_1107 (size=12301) 2024-11-21T05:31:28,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/2a6ad8eabadc4eb99cbeae3003a98b57 2024-11-21T05:31:28,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/f254ef25991348458f69b7c9229b282c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f254ef25991348458f69b7c9229b282c 2024-11-21T05:31:28,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f254ef25991348458f69b7c9229b282c, entries=200, sequenceid=455, filesize=14.4 K 2024-11-21T05:31:28,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/719b4c0741374117a5ee45d0477689ad as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/719b4c0741374117a5ee45d0477689ad 2024-11-21T05:31:28,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/719b4c0741374117a5ee45d0477689ad, entries=150, sequenceid=455, filesize=12.0 K 2024-11-21T05:31:28,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/2a6ad8eabadc4eb99cbeae3003a98b57 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2a6ad8eabadc4eb99cbeae3003a98b57 2024-11-21T05:31:28,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2a6ad8eabadc4eb99cbeae3003a98b57, entries=150, sequenceid=455, filesize=12.0 K 2024-11-21T05:31:28,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 147d313c0ae4cab13ce0961e843b099b in 171ms, sequenceid=455, compaction requested=true 2024-11-21T05:31:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:28,245 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:28,245 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:28,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:28,249 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:28,249 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/A is initiating minor compaction (all files) 2024-11-21T05:31:28,249 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/A in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:28,249 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c913ee2fb17e4d24a42de2ffa84d1f04, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f4ad43a20d224c059c7dd30ac42313b4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/afc2d536303a4f0ebe5f73f07fd047e8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f254ef25991348458f69b7c9229b282c] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=51.3 K 2024-11-21T05:31:28,250 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c913ee2fb17e4d24a42de2ffa84d1f04, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732167087084 2024-11-21T05:31:28,250 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4ad43a20d224c059c7dd30ac42313b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732167087565 2024-11-21T05:31:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:28,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T05:31:28,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:28,252 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:28,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:28,252 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting afc2d536303a4f0ebe5f73f07fd047e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732167087614 2024-11-21T05:31:28,252 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/B is initiating minor compaction (all files) 2024-11-21T05:31:28,252 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/B in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:28,252 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/33daeabd4e1c41348ce759087efd4e5d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2769859eb85e467f89038c1d5add170f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/ae5ef0aad9314aed8ce91517f8fc0c11, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/719b4c0741374117a5ee45d0477689ad] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=48.9 K 2024-11-21T05:31:28,252 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f254ef25991348458f69b7c9229b282c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732167087959 2024-11-21T05:31:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:28,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:28,253 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 33daeabd4e1c41348ce759087efd4e5d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732167087084 2024-11-21T05:31:28,254 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 2769859eb85e467f89038c1d5add170f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732167087565 2024-11-21T05:31:28,255 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting ae5ef0aad9314aed8ce91517f8fc0c11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732167087614 2024-11-21T05:31:28,256 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 719b4c0741374117a5ee45d0477689ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732167087959 2024-11-21T05:31:28,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/c5d72ef86f3c42ac93433561516be0e7 is 50, key is test_row_0/A:col10/1732167088104/Put/seqid=0 2024-11-21T05:31:28,282 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:28,283 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/cc17a83ccaab4c1ebc579dba50dbe1f1 is 50, key is test_row_0/A:col10/1732167087959/Put/seqid=0 2024-11-21T05:31:28,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167148280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167148280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T05:31:28,297 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#B#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:28,298 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/3634135c05ee4fdfaec0bc27ad4b9097 is 50, key is test_row_0/B:col10/1732167087959/Put/seqid=0 2024-11-21T05:31:28,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741932_1108 (size=14741) 2024-11-21T05:31:28,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/c5d72ef86f3c42ac93433561516be0e7 2024-11-21T05:31:28,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741933_1109 (size=13357) 2024-11-21T05:31:28,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/d369c005aba8435f936db6579a0b1f25 is 50, key is test_row_0/B:col10/1732167088104/Put/seqid=0 2024-11-21T05:31:28,339 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T05:31:28,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:28,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:28,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:28,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:28,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741934_1110 (size=13357) 2024-11-21T05:31:28,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741935_1111 (size=12301) 2024-11-21T05:31:28,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/d369c005aba8435f936db6579a0b1f25 2024-11-21T05:31:28,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/bafe87f73b664e19a6f10c83be0a2678 is 50, key is test_row_0/C:col10/1732167088104/Put/seqid=0 2024-11-21T05:31:28,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167148386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167148386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741936_1112 (size=12301) 2024-11-21T05:31:28,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/bafe87f73b664e19a6f10c83be0a2678 2024-11-21T05:31:28,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/c5d72ef86f3c42ac93433561516be0e7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c5d72ef86f3c42ac93433561516be0e7 2024-11-21T05:31:28,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c5d72ef86f3c42ac93433561516be0e7, entries=200, sequenceid=480, filesize=14.4 K 2024-11-21T05:31:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/d369c005aba8435f936db6579a0b1f25 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d369c005aba8435f936db6579a0b1f25 2024-11-21T05:31:28,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d369c005aba8435f936db6579a0b1f25, entries=150, sequenceid=480, filesize=12.0 K 2024-11-21T05:31:28,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/bafe87f73b664e19a6f10c83be0a2678 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/bafe87f73b664e19a6f10c83be0a2678 2024-11-21T05:31:28,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/bafe87f73b664e19a6f10c83be0a2678, entries=150, sequenceid=480, filesize=12.0 K 2024-11-21T05:31:28,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 147d313c0ae4cab13ce0961e843b099b in 192ms, sequenceid=480, compaction requested=true 2024-11-21T05:31:28,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:28,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:28,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:31:28,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:28,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T05:31:28,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:28,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-21T05:31:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T05:31:28,492 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T05:31:28,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:28,492 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T05:31:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/169e2fc6cd8744449f4ceb0da023667d is 50, key is test_row_0/A:col10/1732167088279/Put/seqid=0 2024-11-21T05:31:28,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741937_1113 (size=12301) 2024-11-21T05:31:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:28,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:28,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167148627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167148627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167148729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167148729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,734 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/cc17a83ccaab4c1ebc579dba50dbe1f1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/cc17a83ccaab4c1ebc579dba50dbe1f1 2024-11-21T05:31:28,741 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/A of 147d313c0ae4cab13ce0961e843b099b into cc17a83ccaab4c1ebc579dba50dbe1f1(size=13.0 K), total size for store is 27.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:28,741 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:28,741 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/A, priority=12, startTime=1732167088245; duration=0sec 2024-11-21T05:31:28,742 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-21T05:31:28,742 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:28,742 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:28,742 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T05:31:28,744 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T05:31:28,745 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/C is initiating minor compaction (all files) 2024-11-21T05:31:28,745 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/C in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:28,745 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/46e1f90df3524c24ad355e613dc7f612, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/081ba17149f349dc8a70871e099ca771, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2ef688393f994b46b59ecfe3ebe22958, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2a6ad8eabadc4eb99cbeae3003a98b57, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/bafe87f73b664e19a6f10c83be0a2678] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=61.0 K 2024-11-21T05:31:28,745 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e1f90df3524c24ad355e613dc7f612, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732167087084 2024-11-21T05:31:28,747 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 081ba17149f349dc8a70871e099ca771, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732167087565 2024-11-21T05:31:28,747 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ef688393f994b46b59ecfe3ebe22958, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732167087614 2024-11-21T05:31:28,748 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a6ad8eabadc4eb99cbeae3003a98b57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732167087959 2024-11-21T05:31:28,749 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting bafe87f73b664e19a6f10c83be0a2678, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732167088104 2024-11-21T05:31:28,757 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/3634135c05ee4fdfaec0bc27ad4b9097 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/3634135c05ee4fdfaec0bc27ad4b9097 2024-11-21T05:31:28,769 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/B of 147d313c0ae4cab13ce0961e843b099b into 3634135c05ee4fdfaec0bc27ad4b9097(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:28,770 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:28,770 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/B, priority=12, startTime=1732167088245; duration=0sec 2024-11-21T05:31:28,770 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T05:31:28,770 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:28,770 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:28,771 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-21T05:31:28,771 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T05:31:28,771 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T05:31:28,771 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. because compaction request was cancelled 2024-11-21T05:31:28,771 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:28,771 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T05:31:28,773 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#C#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:28,774 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/c6336c46dfd84793a1f2e8fa964f18fd is 50, key is test_row_0/C:col10/1732167088104/Put/seqid=0 2024-11-21T05:31:28,775 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T05:31:28,775 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T05:31:28,775 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. because compaction request was cancelled 2024-11-21T05:31:28,775 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:28,775 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T05:31:28,777 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T05:31:28,777 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T05:31:28,777 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. because compaction request was cancelled 2024-11-21T05:31:28,777 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T05:31:28,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741938_1114 (size=13391) 2024-11-21T05:31:28,831 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/c6336c46dfd84793a1f2e8fa964f18fd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/c6336c46dfd84793a1f2e8fa964f18fd 2024-11-21T05:31:28,840 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/C of 147d313c0ae4cab13ce0961e843b099b into c6336c46dfd84793a1f2e8fa964f18fd(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:28,840 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:28,840 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/C, priority=11, startTime=1732167088443; duration=0sec 2024-11-21T05:31:28,841 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:28,841 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:28,912 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/169e2fc6cd8744449f4ceb0da023667d 2024-11-21T05:31:28,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/831ac03e58e24e218a106eaf18ed2e84 is 50, key is test_row_0/B:col10/1732167088279/Put/seqid=0 2024-11-21T05:31:28,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167148933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167148933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741939_1115 (size=12301) 2024-11-21T05:31:29,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167149235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:29,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167149236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T05:31:29,339 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/831ac03e58e24e218a106eaf18ed2e84 2024-11-21T05:31:29,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/285fdbae0f994fb8b85e37f650e980dd is 50, key is test_row_0/C:col10/1732167088279/Put/seqid=0 2024-11-21T05:31:29,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741940_1116 (size=12301) 2024-11-21T05:31:29,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167149740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:29,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167149741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:29,773 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/285fdbae0f994fb8b85e37f650e980dd 2024-11-21T05:31:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/169e2fc6cd8744449f4ceb0da023667d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/169e2fc6cd8744449f4ceb0da023667d 2024-11-21T05:31:29,785 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/169e2fc6cd8744449f4ceb0da023667d, entries=150, sequenceid=493, filesize=12.0 K 2024-11-21T05:31:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/831ac03e58e24e218a106eaf18ed2e84 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/831ac03e58e24e218a106eaf18ed2e84 2024-11-21T05:31:29,793 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/831ac03e58e24e218a106eaf18ed2e84, entries=150, sequenceid=493, filesize=12.0 K 2024-11-21T05:31:29,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/285fdbae0f994fb8b85e37f650e980dd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/285fdbae0f994fb8b85e37f650e980dd 2024-11-21T05:31:29,802 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/285fdbae0f994fb8b85e37f650e980dd, entries=150, sequenceid=493, filesize=12.0 K 2024-11-21T05:31:29,802 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 147d313c0ae4cab13ce0961e843b099b in 1310ms, sequenceid=493, compaction requested=true 2024-11-21T05:31:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T05:31:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-21T05:31:29,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-21T05:31:29,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6170 sec 2024-11-21T05:31:29,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.6230 sec 2024-11-21T05:31:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T05:31:30,290 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-21T05:31:30,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-21T05:31:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T05:31:30,293 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:30,294 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:30,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T05:31:30,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:30,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-21T05:31:30,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:30,449 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T05:31:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:30,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/137035c85cf64c97a910c8472fb965ed is 50, key is test_row_0/A:col10/1732167088626/Put/seqid=0 2024-11-21T05:31:30,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741941_1117 (size=12301) 2024-11-21T05:31:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T05:31:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:30,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:30,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167150767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:30,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167150767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:30,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167150873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:30,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167150873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:30,896 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/137035c85cf64c97a910c8472fb965ed 2024-11-21T05:31:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T05:31:30,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/f3a2eef17bcb41f4a18611095283d82f is 50, key is test_row_0/B:col10/1732167088626/Put/seqid=0 2024-11-21T05:31:30,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741942_1118 (size=12301) 2024-11-21T05:31:31,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167151077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167151079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,311 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/f3a2eef17bcb41f4a18611095283d82f 2024-11-21T05:31:31,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/970e26fa93dc41f8a140c2353b22adb4 is 50, key is test_row_0/C:col10/1732167088626/Put/seqid=0 2024-11-21T05:31:31,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741943_1119 (size=12301) 2024-11-21T05:31:31,326 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/970e26fa93dc41f8a140c2353b22adb4 2024-11-21T05:31:31,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/137035c85cf64c97a910c8472fb965ed as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/137035c85cf64c97a910c8472fb965ed 2024-11-21T05:31:31,340 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/137035c85cf64c97a910c8472fb965ed, entries=150, sequenceid=519, filesize=12.0 K 2024-11-21T05:31:31,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/f3a2eef17bcb41f4a18611095283d82f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/f3a2eef17bcb41f4a18611095283d82f 2024-11-21T05:31:31,347 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/f3a2eef17bcb41f4a18611095283d82f, entries=150, sequenceid=519, filesize=12.0 K 2024-11-21T05:31:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/970e26fa93dc41f8a140c2353b22adb4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/970e26fa93dc41f8a140c2353b22adb4 2024-11-21T05:31:31,357 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/970e26fa93dc41f8a140c2353b22adb4, entries=150, sequenceid=519, filesize=12.0 K 2024-11-21T05:31:31,358 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 147d313c0ae4cab13ce0961e843b099b in 909ms, sequenceid=519, compaction requested=true 2024-11-21T05:31:31,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:31,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:31,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T05:31:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-21T05:31:31,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-21T05:31:31,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0650 sec 2024-11-21T05:31:31,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.0710 sec 2024-11-21T05:31:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:31,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T05:31:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:31,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/5738dc10ecf940bf868316a6b71f6cfe is 50, key is test_row_0/A:col10/1732167090766/Put/seqid=0 2024-11-21T05:31:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T05:31:31,397 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-21T05:31:31,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-21T05:31:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T05:31:31,400 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:31,401 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:31,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:31,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167151419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741944_1120 (size=14741) 2024-11-21T05:31:31,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/5738dc10ecf940bf868316a6b71f6cfe 2024-11-21T05:31:31,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167151422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/13fb7d5605ca49fb8ca6302e651539c5 is 50, key is test_row_0/B:col10/1732167090766/Put/seqid=0 2024-11-21T05:31:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741945_1121 (size=12301) 2024-11-21T05:31:31,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/13fb7d5605ca49fb8ca6302e651539c5 2024-11-21T05:31:31,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/73116972906a44158d36ab6701cc8f6c is 50, key is test_row_0/C:col10/1732167090766/Put/seqid=0 2024-11-21T05:31:31,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741946_1122 (size=12301) 2024-11-21T05:31:31,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/73116972906a44158d36ab6701cc8f6c 2024-11-21T05:31:31,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/5738dc10ecf940bf868316a6b71f6cfe as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5738dc10ecf940bf868316a6b71f6cfe 2024-11-21T05:31:31,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5738dc10ecf940bf868316a6b71f6cfe, entries=200, sequenceid=535, filesize=14.4 K 2024-11-21T05:31:31,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/13fb7d5605ca49fb8ca6302e651539c5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/13fb7d5605ca49fb8ca6302e651539c5 2024-11-21T05:31:31,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/13fb7d5605ca49fb8ca6302e651539c5, entries=150, sequenceid=535, filesize=12.0 K 2024-11-21T05:31:31,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/73116972906a44158d36ab6701cc8f6c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73116972906a44158d36ab6701cc8f6c 2024-11-21T05:31:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T05:31:31,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73116972906a44158d36ab6701cc8f6c, entries=150, sequenceid=535, filesize=12.0 K 2024-11-21T05:31:31,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 147d313c0ae4cab13ce0961e843b099b in 122ms, sequenceid=535, compaction requested=true 2024-11-21T05:31:31,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:31,506 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T05:31:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:31,506 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T05:31:31,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:31,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:31,510 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 67441 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T05:31:31,510 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/A is initiating minor compaction (all files) 2024-11-21T05:31:31,510 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/A in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:31,510 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/cc17a83ccaab4c1ebc579dba50dbe1f1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c5d72ef86f3c42ac93433561516be0e7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/169e2fc6cd8744449f4ceb0da023667d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/137035c85cf64c97a910c8472fb965ed, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5738dc10ecf940bf868316a6b71f6cfe] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=65.9 K 2024-11-21T05:31:31,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:31,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:31,511 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T05:31:31,511 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/B is initiating minor compaction (all files) 2024-11-21T05:31:31,512 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/B in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:31,512 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/3634135c05ee4fdfaec0bc27ad4b9097, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d369c005aba8435f936db6579a0b1f25, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/831ac03e58e24e218a106eaf18ed2e84, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/f3a2eef17bcb41f4a18611095283d82f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/13fb7d5605ca49fb8ca6302e651539c5] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=61.1 K 2024-11-21T05:31:31,513 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 3634135c05ee4fdfaec0bc27ad4b9097, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732167087959 2024-11-21T05:31:31,513 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting d369c005aba8435f936db6579a0b1f25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732167088104 2024-11-21T05:31:31,513 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc17a83ccaab4c1ebc579dba50dbe1f1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732167087959 2024-11-21T05:31:31,514 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 831ac03e58e24e218a106eaf18ed2e84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732167088262 2024-11-21T05:31:31,514 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5d72ef86f3c42ac93433561516be0e7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732167088104 2024-11-21T05:31:31,514 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting f3a2eef17bcb41f4a18611095283d82f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732167088620 2024-11-21T05:31:31,514 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 169e2fc6cd8744449f4ceb0da023667d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732167088262 2024-11-21T05:31:31,515 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 137035c85cf64c97a910c8472fb965ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732167088620 2024-11-21T05:31:31,515 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 13fb7d5605ca49fb8ca6302e651539c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732167090759 2024-11-21T05:31:31,516 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5738dc10ecf940bf868316a6b71f6cfe, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732167090759 2024-11-21T05:31:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:31,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T05:31:31,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:31,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:31,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:31,539 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#B#compaction#108 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:31,539 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/635afa922df84c25b538c70da38f1fdd is 50, key is test_row_0/B:col10/1732167090766/Put/seqid=0 2024-11-21T05:31:31,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/0568f455ea4e4131805e7a435620320d is 50, key is test_row_0/A:col10/1732167091420/Put/seqid=0 2024-11-21T05:31:31,546 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#A#compaction#110 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:31,549 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/7ce5e3a83bb848ae8590e52da7272f87 is 50, key is test_row_0/A:col10/1732167090766/Put/seqid=0 2024-11-21T05:31:31,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-21T05:31:31,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:31,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:31,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:31,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:31,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741949_1125 (size=13527) 2024-11-21T05:31:31,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741947_1123 (size=13527) 2024-11-21T05:31:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741948_1124 (size=12301) 2024-11-21T05:31:31,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/0568f455ea4e4131805e7a435620320d 2024-11-21T05:31:31,578 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/7ce5e3a83bb848ae8590e52da7272f87 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/7ce5e3a83bb848ae8590e52da7272f87 2024-11-21T05:31:31,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167151582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167151582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,590 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/A of 147d313c0ae4cab13ce0961e843b099b into 7ce5e3a83bb848ae8590e52da7272f87(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:31,590 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:31,590 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/A, priority=11, startTime=1732167091506; duration=0sec 2024-11-21T05:31:31,590 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:31,590 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:31,591 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:31,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/85ff85d970bf40659644c28f854241d4 is 50, key is test_row_0/B:col10/1732167091420/Put/seqid=0 2024-11-21T05:31:31,595 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:31,595 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/C is initiating minor compaction (all files) 2024-11-21T05:31:31,595 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/C in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:31,595 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/c6336c46dfd84793a1f2e8fa964f18fd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/285fdbae0f994fb8b85e37f650e980dd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/970e26fa93dc41f8a140c2353b22adb4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73116972906a44158d36ab6701cc8f6c] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=49.1 K 2024-11-21T05:31:31,596 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6336c46dfd84793a1f2e8fa964f18fd, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732167088104 2024-11-21T05:31:31,597 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 285fdbae0f994fb8b85e37f650e980dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732167088262 2024-11-21T05:31:31,597 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 970e26fa93dc41f8a140c2353b22adb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732167088620 2024-11-21T05:31:31,597 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73116972906a44158d36ab6701cc8f6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732167090759 2024-11-21T05:31:31,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741950_1126 (size=12301) 2024-11-21T05:31:31,616 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#C#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:31,616 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/99aa46464c7a48ca887db776473c8854 is 50, key is test_row_0/C:col10/1732167090766/Put/seqid=0 2024-11-21T05:31:31,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741951_1127 (size=13527) 2024-11-21T05:31:31,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 333 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167151688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167151688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T05:31:31,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-21T05:31:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:31,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:31,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:31,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-21T05:31:31,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:31,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:31,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:31,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:31,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:31,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 335 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167151890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167151891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:31,973 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/635afa922df84c25b538c70da38f1fdd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/635afa922df84c25b538c70da38f1fdd 2024-11-21T05:31:31,979 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/B of 147d313c0ae4cab13ce0961e843b099b into 635afa922df84c25b538c70da38f1fdd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:31,979 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:31,979 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/B, priority=11, startTime=1732167091506; duration=0sec 2024-11-21T05:31:31,979 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:31,979 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T05:31:32,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/85ff85d970bf40659644c28f854241d4 2024-11-21T05:31:32,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:32,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-21T05:31:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:32,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:32,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ce1372e3850f463b81697898c5485140 is 50, key is test_row_0/C:col10/1732167091420/Put/seqid=0 2024-11-21T05:31:32,037 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/99aa46464c7a48ca887db776473c8854 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/99aa46464c7a48ca887db776473c8854 2024-11-21T05:31:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741952_1128 (size=12301) 2024-11-21T05:31:32,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ce1372e3850f463b81697898c5485140 2024-11-21T05:31:32,053 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/C of 147d313c0ae4cab13ce0961e843b099b into 99aa46464c7a48ca887db776473c8854(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:32,053 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:32,053 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/C, priority=12, startTime=1732167091510; duration=0sec 2024-11-21T05:31:32,054 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:32,054 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/0568f455ea4e4131805e7a435620320d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0568f455ea4e4131805e7a435620320d 2024-11-21T05:31:32,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0568f455ea4e4131805e7a435620320d, entries=150, sequenceid=557, filesize=12.0 K 2024-11-21T05:31:32,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/85ff85d970bf40659644c28f854241d4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/85ff85d970bf40659644c28f854241d4 2024-11-21T05:31:32,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/85ff85d970bf40659644c28f854241d4, entries=150, sequenceid=557, filesize=12.0 K 2024-11-21T05:31:32,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ce1372e3850f463b81697898c5485140 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ce1372e3850f463b81697898c5485140 2024-11-21T05:31:32,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ce1372e3850f463b81697898c5485140, entries=150, sequenceid=557, filesize=12.0 K 2024-11-21T05:31:32,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 147d313c0ae4cab13ce0961e843b099b in 553ms, sequenceid=557, compaction requested=false 2024-11-21T05:31:32,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:32,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:32,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-21T05:31:32,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:32,172 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T05:31:32,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:32,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:32,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:32,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:32,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:32,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:32,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e53cd1bb8aea4f5cadd71a946e6387f2 is 50, key is test_row_0/A:col10/1732167091580/Put/seqid=0 2024-11-21T05:31:32,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741953_1129 (size=12301) 2024-11-21T05:31:32,184 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e53cd1bb8aea4f5cadd71a946e6387f2 2024-11-21T05:31:32,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/db641a507184426ca7eeaa924f4870c3 is 50, key is test_row_0/B:col10/1732167091580/Put/seqid=0 2024-11-21T05:31:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:32,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. as already flushing 2024-11-21T05:31:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741954_1130 (size=12301) 2024-11-21T05:31:32,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 346 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167152227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:32,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 353 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167152227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:32,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:32,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 355 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167152332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167152332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T05:31:32,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167152534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:32,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 357 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167152536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:32,602 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/db641a507184426ca7eeaa924f4870c3 2024-11-21T05:31:32,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/f9b8a981fa7e4e1cb3c3f8fab3dcea3e is 50, key is test_row_0/C:col10/1732167091580/Put/seqid=0 2024-11-21T05:31:32,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741955_1131 (size=12301) 2024-11-21T05:31:32,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 359 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51340 deadline: 1732167152840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:32,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 352 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51298 deadline: 1732167152845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:33,018 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/f9b8a981fa7e4e1cb3c3f8fab3dcea3e 2024-11-21T05:31:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/e53cd1bb8aea4f5cadd71a946e6387f2 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e53cd1bb8aea4f5cadd71a946e6387f2 2024-11-21T05:31:33,034 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e53cd1bb8aea4f5cadd71a946e6387f2, entries=150, sequenceid=575, filesize=12.0 K 2024-11-21T05:31:33,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/db641a507184426ca7eeaa924f4870c3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/db641a507184426ca7eeaa924f4870c3 2024-11-21T05:31:33,040 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/db641a507184426ca7eeaa924f4870c3, entries=150, sequenceid=575, filesize=12.0 K 2024-11-21T05:31:33,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/f9b8a981fa7e4e1cb3c3f8fab3dcea3e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f9b8a981fa7e4e1cb3c3f8fab3dcea3e 2024-11-21T05:31:33,048 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f9b8a981fa7e4e1cb3c3f8fab3dcea3e, entries=150, sequenceid=575, filesize=12.0 K 2024-11-21T05:31:33,049 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 147d313c0ae4cab13ce0961e843b099b in 876ms, sequenceid=575, compaction requested=true 2024-11-21T05:31:33,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:33,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:33,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T05:31:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-21T05:31:33,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-21T05:31:33,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6500 sec 2024-11-21T05:31:33,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.6550 sec 2024-11-21T05:31:33,158 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:49791 2024-11-21T05:31:33,158 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:49791 2024-11-21T05:31:33,158 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:49791 2024-11-21T05:31:33,158 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:33,158 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:33,158 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:33,161 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:49791 2024-11-21T05:31:33,161 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:33,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T05:31:33,349 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:49791 2024-11-21T05:31:33,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:33,349 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:33,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:33,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:33,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:33,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:33,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:33,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/4107491acc1d413d9f38ebe95a8794e4 is 50, key is test_row_0/A:col10/1732167092222/Put/seqid=0 2024-11-21T05:31:33,364 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:49791 2024-11-21T05:31:33,364 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:33,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741956_1132 (size=12301) 2024-11-21T05:31:33,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/4107491acc1d413d9f38ebe95a8794e4 2024-11-21T05:31:33,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/75fcbac3e3744bd59ed3e9ea7d5e2763 is 50, key is test_row_0/B:col10/1732167092222/Put/seqid=0 2024-11-21T05:31:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741957_1133 (size=12301) 2024-11-21T05:31:33,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/75fcbac3e3744bd59ed3e9ea7d5e2763 2024-11-21T05:31:33,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/73274663e7df4c969c6ad73bb7374039 is 50, key is test_row_0/C:col10/1732167092222/Put/seqid=0 2024-11-21T05:31:33,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741958_1134 (size=12301) 2024-11-21T05:31:33,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/73274663e7df4c969c6ad73bb7374039 2024-11-21T05:31:33,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/4107491acc1d413d9f38ebe95a8794e4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4107491acc1d413d9f38ebe95a8794e4 2024-11-21T05:31:33,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4107491acc1d413d9f38ebe95a8794e4, entries=150, sequenceid=598, filesize=12.0 K 2024-11-21T05:31:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/75fcbac3e3744bd59ed3e9ea7d5e2763 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/75fcbac3e3744bd59ed3e9ea7d5e2763 2024-11-21T05:31:33,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/75fcbac3e3744bd59ed3e9ea7d5e2763, entries=150, sequenceid=598, filesize=12.0 K 2024-11-21T05:31:33,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/73274663e7df4c969c6ad73bb7374039 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73274663e7df4c969c6ad73bb7374039 2024-11-21T05:31:33,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73274663e7df4c969c6ad73bb7374039, entries=150, sequenceid=598, filesize=12.0 K 2024-11-21T05:31:33,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=6.71 KB/6870 for 147d313c0ae4cab13ce0961e843b099b in 104ms, sequenceid=598, compaction requested=true 2024-11-21T05:31:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:33,453 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:33,453 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:33,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:33,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:33,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 147d313c0ae4cab13ce0961e843b099b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:33,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:33,455 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:33,455 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:33,455 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/B is initiating minor compaction (all files) 2024-11-21T05:31:33,455 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/A is initiating minor compaction (all files) 2024-11-21T05:31:33,456 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/B in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:33,456 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/A in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:33,456 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/7ce5e3a83bb848ae8590e52da7272f87, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0568f455ea4e4131805e7a435620320d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e53cd1bb8aea4f5cadd71a946e6387f2, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4107491acc1d413d9f38ebe95a8794e4] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=49.2 K 2024-11-21T05:31:33,456 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/635afa922df84c25b538c70da38f1fdd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/85ff85d970bf40659644c28f854241d4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/db641a507184426ca7eeaa924f4870c3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/75fcbac3e3744bd59ed3e9ea7d5e2763] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=49.2 K 2024-11-21T05:31:33,456 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ce5e3a83bb848ae8590e52da7272f87, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732167090759 2024-11-21T05:31:33,456 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 635afa922df84c25b538c70da38f1fdd, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732167090759 2024-11-21T05:31:33,457 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 85ff85d970bf40659644c28f854241d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1732167091410 2024-11-21T05:31:33,457 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0568f455ea4e4131805e7a435620320d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1732167091410 2024-11-21T05:31:33,457 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting e53cd1bb8aea4f5cadd71a946e6387f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732167091541 2024-11-21T05:31:33,457 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting db641a507184426ca7eeaa924f4870c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732167091541 2024-11-21T05:31:33,457 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4107491acc1d413d9f38ebe95a8794e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1732167092215 2024-11-21T05:31:33,457 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 75fcbac3e3744bd59ed3e9ea7d5e2763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1732167092215 2024-11-21T05:31:33,473 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#A#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:33,474 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/719c0e77bd404148a19c01033bcb1ed8 is 50, key is test_row_0/A:col10/1732167092222/Put/seqid=0 2024-11-21T05:31:33,477 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:33,478 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/082a37191ed64d9793a7e28ba959faa9 is 50, key is test_row_0/B:col10/1732167092222/Put/seqid=0 2024-11-21T05:31:33,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741959_1135 (size=13663) 2024-11-21T05:31:33,487 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/719c0e77bd404148a19c01033bcb1ed8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/719c0e77bd404148a19c01033bcb1ed8 2024-11-21T05:31:33,494 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/A of 147d313c0ae4cab13ce0961e843b099b into 719c0e77bd404148a19c01033bcb1ed8(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:33,494 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:33,494 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/A, priority=12, startTime=1732167093453; duration=0sec 2024-11-21T05:31:33,494 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:33,494 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:A 2024-11-21T05:31:33,494 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:33,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741960_1136 (size=13663) 2024-11-21T05:31:33,496 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:33,496 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 147d313c0ae4cab13ce0961e843b099b/C is initiating minor compaction (all files) 2024-11-21T05:31:33,496 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 147d313c0ae4cab13ce0961e843b099b/C in TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:33,496 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/99aa46464c7a48ca887db776473c8854, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ce1372e3850f463b81697898c5485140, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f9b8a981fa7e4e1cb3c3f8fab3dcea3e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73274663e7df4c969c6ad73bb7374039] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp, totalSize=49.2 K 2024-11-21T05:31:33,497 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99aa46464c7a48ca887db776473c8854, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732167090759 2024-11-21T05:31:33,497 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce1372e3850f463b81697898c5485140, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1732167091410 2024-11-21T05:31:33,498 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9b8a981fa7e4e1cb3c3f8fab3dcea3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732167091541 2024-11-21T05:31:33,498 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73274663e7df4c969c6ad73bb7374039, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1732167092215 2024-11-21T05:31:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T05:31:33,505 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-21T05:31:33,513 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 147d313c0ae4cab13ce0961e843b099b#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:33,513 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ede3fb05bb714689bf1bf51cc7d9974c is 50, key is test_row_0/C:col10/1732167092222/Put/seqid=0 2024-11-21T05:31:33,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741961_1137 (size=13663) 2024-11-21T05:31:33,718 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T05:31:33,902 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/082a37191ed64d9793a7e28ba959faa9 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/082a37191ed64d9793a7e28ba959faa9 2024-11-21T05:31:33,907 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/B of 147d313c0ae4cab13ce0961e843b099b into 082a37191ed64d9793a7e28ba959faa9(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:33,907 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:33,907 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/B, priority=12, startTime=1732167093453; duration=0sec 2024-11-21T05:31:33,907 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:33,907 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:B 2024-11-21T05:31:33,930 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/ede3fb05bb714689bf1bf51cc7d9974c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ede3fb05bb714689bf1bf51cc7d9974c 2024-11-21T05:31:33,936 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 147d313c0ae4cab13ce0961e843b099b/C of 147d313c0ae4cab13ce0961e843b099b into ede3fb05bb714689bf1bf51cc7d9974c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:33,936 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:33,936 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b., storeName=147d313c0ae4cab13ce0961e843b099b/C, priority=12, startTime=1732167093454; duration=0sec 2024-11-21T05:31:33,937 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:33,937 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 147d313c0ae4cab13ce0961e843b099b:C 2024-11-21T05:31:34,258 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:49791 2024-11-21T05:31:34,258 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:34,307 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:49791 2024-11-21T05:31:34,307 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:34,383 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:49791 2024-11-21T05:31:34,383 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 215 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 208 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3883 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3925 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1699 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5097 rows 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1691 2024-11-21T05:31:34,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5073 rows 2024-11-21T05:31:34,384 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T05:31:34,384 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:49791 2024-11-21T05:31:34,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:34,387 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T05:31:34,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T05:31:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T05:31:34,405 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167094405"}]},"ts":"1732167094405"} 2024-11-21T05:31:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T05:31:34,407 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T05:31:34,420 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T05:31:34,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T05:31:34,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=147d313c0ae4cab13ce0961e843b099b, UNASSIGN}] 2024-11-21T05:31:34,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=147d313c0ae4cab13ce0961e843b099b, UNASSIGN 2024-11-21T05:31:34,431 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=147d313c0ae4cab13ce0961e843b099b, regionState=CLOSING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:34,432 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T05:31:34,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:31:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T05:31:34,589 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:34,592 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:34,592 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T05:31:34,593 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 147d313c0ae4cab13ce0961e843b099b, disabling compactions & flushes 2024-11-21T05:31:34,593 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:34,593 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:34,593 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. after waiting 0 ms 2024-11-21T05:31:34,593 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:34,593 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 147d313c0ae4cab13ce0961e843b099b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T05:31:34,594 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=A 2024-11-21T05:31:34,594 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:34,594 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=B 2024-11-21T05:31:34,594 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:34,594 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 147d313c0ae4cab13ce0961e843b099b, store=C 2024-11-21T05:31:34,594 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:34,601 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/304b47689a7642ac9b0d79b1e77d465e is 50, key is test_row_0/A:col10/1732167094382/Put/seqid=0 2024-11-21T05:31:34,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741962_1138 (size=9857) 2024-11-21T05:31:34,609 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/304b47689a7642ac9b0d79b1e77d465e 2024-11-21T05:31:34,619 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/555e80f0719f409b8347406f93c1d3e2 is 50, key is test_row_0/B:col10/1732167094382/Put/seqid=0 2024-11-21T05:31:34,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741963_1139 (size=9857) 2024-11-21T05:31:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T05:31:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T05:31:35,033 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/555e80f0719f409b8347406f93c1d3e2 2024-11-21T05:31:35,043 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/dbe2b2217c13479a9f66ff0f60773b34 is 50, key is test_row_0/C:col10/1732167094382/Put/seqid=0 2024-11-21T05:31:35,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741964_1140 (size=9857) 2024-11-21T05:31:35,465 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/dbe2b2217c13479a9f66ff0f60773b34 2024-11-21T05:31:35,472 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/A/304b47689a7642ac9b0d79b1e77d465e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/304b47689a7642ac9b0d79b1e77d465e 2024-11-21T05:31:35,479 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/304b47689a7642ac9b0d79b1e77d465e, entries=100, sequenceid=608, filesize=9.6 K 2024-11-21T05:31:35,481 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/B/555e80f0719f409b8347406f93c1d3e2 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/555e80f0719f409b8347406f93c1d3e2 2024-11-21T05:31:35,487 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/555e80f0719f409b8347406f93c1d3e2, entries=100, sequenceid=608, filesize=9.6 K 2024-11-21T05:31:35,488 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/.tmp/C/dbe2b2217c13479a9f66ff0f60773b34 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/dbe2b2217c13479a9f66ff0f60773b34 2024-11-21T05:31:35,495 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/dbe2b2217c13479a9f66ff0f60773b34, entries=100, sequenceid=608, filesize=9.6 K 2024-11-21T05:31:35,496 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 147d313c0ae4cab13ce0961e843b099b in 903ms, sequenceid=608, compaction requested=false 2024-11-21T05:31:35,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c78043f5e6d94a63ae893081734f0f01, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/b412f8c93e994d88b577ec6afb136277, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/322a8a21cbdd42a799aa3fe05282a763, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/3d5b8b089d86437a8df757e6b33630ec, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/631a3cb73625437aa869247dbcbeef38, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4f2cade8e4244ab0ba85652c71f206e5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4af8ada0bd064fdbbb458573ab311fd4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/2b79e1f71bbb445f8ed7752ab9864962, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0994579b74cd404ea2fee5216b999886, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/da67805c4cf345fea5498a907fe5d8ed, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/1a48a6b282e34219938d5d5703b51bde, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a2866ae6d4464545be4a6907518625ed, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a1e81badec1e455e8df7c1d88e20e820, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/dcdccffa1feb414c89a33771d8ed0929, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e8d0b277ef474e148e64d98fd26116bf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/9519cef6b1fd43e79bdb229e3d651bcb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/08b5eaca40e24215bf6eae9d5a914738, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/11d9e238139a49429356258712d596bf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/79212793f7d941bf8a741972bb3b3463, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e653d756f5b74547bb5da5e7f0c70d8d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f385a86f1c364149b662ae2c840b977a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/36eace090ab041a4a47a7e2176ce9925, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4eaab6826cd344b0b449241660693804, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5f210f3ccba947d88fdf2738fd3545b6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/69d25ac14d87474c96d8a564fa351ee4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e969b36655074bdc89e97dbc6260c5be, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c913ee2fb17e4d24a42de2ffa84d1f04, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/3469411c8f2549b3944fc0e7e299ba20, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f4ad43a20d224c059c7dd30ac42313b4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/afc2d536303a4f0ebe5f73f07fd047e8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f254ef25991348458f69b7c9229b282c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/cc17a83ccaab4c1ebc579dba50dbe1f1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c5d72ef86f3c42ac93433561516be0e7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/169e2fc6cd8744449f4ceb0da023667d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/137035c85cf64c97a910c8472fb965ed, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5738dc10ecf940bf868316a6b71f6cfe, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/7ce5e3a83bb848ae8590e52da7272f87, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0568f455ea4e4131805e7a435620320d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e53cd1bb8aea4f5cadd71a946e6387f2, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4107491acc1d413d9f38ebe95a8794e4] to archive 2024-11-21T05:31:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T05:31:35,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:31:35,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c78043f5e6d94a63ae893081734f0f01 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c78043f5e6d94a63ae893081734f0f01 2024-11-21T05:31:35,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/b412f8c93e994d88b577ec6afb136277 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/b412f8c93e994d88b577ec6afb136277 2024-11-21T05:31:35,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/322a8a21cbdd42a799aa3fe05282a763 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/322a8a21cbdd42a799aa3fe05282a763 2024-11-21T05:31:35,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/3d5b8b089d86437a8df757e6b33630ec to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/3d5b8b089d86437a8df757e6b33630ec 2024-11-21T05:31:35,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/631a3cb73625437aa869247dbcbeef38 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/631a3cb73625437aa869247dbcbeef38 2024-11-21T05:31:35,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4f2cade8e4244ab0ba85652c71f206e5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4f2cade8e4244ab0ba85652c71f206e5 2024-11-21T05:31:35,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4af8ada0bd064fdbbb458573ab311fd4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4af8ada0bd064fdbbb458573ab311fd4 2024-11-21T05:31:35,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/2b79e1f71bbb445f8ed7752ab9864962 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/2b79e1f71bbb445f8ed7752ab9864962 2024-11-21T05:31:35,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0994579b74cd404ea2fee5216b999886 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0994579b74cd404ea2fee5216b999886 2024-11-21T05:31:35,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/da67805c4cf345fea5498a907fe5d8ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/da67805c4cf345fea5498a907fe5d8ed 2024-11-21T05:31:35,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/1a48a6b282e34219938d5d5703b51bde to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/1a48a6b282e34219938d5d5703b51bde 2024-11-21T05:31:35,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a2866ae6d4464545be4a6907518625ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a2866ae6d4464545be4a6907518625ed 2024-11-21T05:31:35,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a1e81badec1e455e8df7c1d88e20e820 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/a1e81badec1e455e8df7c1d88e20e820 2024-11-21T05:31:35,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/dcdccffa1feb414c89a33771d8ed0929 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/dcdccffa1feb414c89a33771d8ed0929 2024-11-21T05:31:35,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e8d0b277ef474e148e64d98fd26116bf to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e8d0b277ef474e148e64d98fd26116bf 2024-11-21T05:31:35,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/9519cef6b1fd43e79bdb229e3d651bcb to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/9519cef6b1fd43e79bdb229e3d651bcb 2024-11-21T05:31:35,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/08b5eaca40e24215bf6eae9d5a914738 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/08b5eaca40e24215bf6eae9d5a914738 2024-11-21T05:31:35,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/11d9e238139a49429356258712d596bf to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/11d9e238139a49429356258712d596bf 2024-11-21T05:31:35,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/79212793f7d941bf8a741972bb3b3463 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/79212793f7d941bf8a741972bb3b3463 2024-11-21T05:31:35,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e653d756f5b74547bb5da5e7f0c70d8d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e653d756f5b74547bb5da5e7f0c70d8d 2024-11-21T05:31:35,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f385a86f1c364149b662ae2c840b977a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f385a86f1c364149b662ae2c840b977a 2024-11-21T05:31:35,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/36eace090ab041a4a47a7e2176ce9925 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/36eace090ab041a4a47a7e2176ce9925 2024-11-21T05:31:35,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4eaab6826cd344b0b449241660693804 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4eaab6826cd344b0b449241660693804 2024-11-21T05:31:35,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5f210f3ccba947d88fdf2738fd3545b6 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5f210f3ccba947d88fdf2738fd3545b6 2024-11-21T05:31:35,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/69d25ac14d87474c96d8a564fa351ee4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/69d25ac14d87474c96d8a564fa351ee4 2024-11-21T05:31:35,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e969b36655074bdc89e97dbc6260c5be to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e969b36655074bdc89e97dbc6260c5be 2024-11-21T05:31:35,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c913ee2fb17e4d24a42de2ffa84d1f04 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c913ee2fb17e4d24a42de2ffa84d1f04 2024-11-21T05:31:35,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/3469411c8f2549b3944fc0e7e299ba20 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/3469411c8f2549b3944fc0e7e299ba20 2024-11-21T05:31:35,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f4ad43a20d224c059c7dd30ac42313b4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f4ad43a20d224c059c7dd30ac42313b4 2024-11-21T05:31:35,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/afc2d536303a4f0ebe5f73f07fd047e8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/afc2d536303a4f0ebe5f73f07fd047e8 2024-11-21T05:31:35,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f254ef25991348458f69b7c9229b282c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/f254ef25991348458f69b7c9229b282c 2024-11-21T05:31:35,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/cc17a83ccaab4c1ebc579dba50dbe1f1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/cc17a83ccaab4c1ebc579dba50dbe1f1 2024-11-21T05:31:35,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c5d72ef86f3c42ac93433561516be0e7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/c5d72ef86f3c42ac93433561516be0e7 2024-11-21T05:31:35,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/169e2fc6cd8744449f4ceb0da023667d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/169e2fc6cd8744449f4ceb0da023667d 2024-11-21T05:31:35,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/137035c85cf64c97a910c8472fb965ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/137035c85cf64c97a910c8472fb965ed 2024-11-21T05:31:35,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5738dc10ecf940bf868316a6b71f6cfe to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/5738dc10ecf940bf868316a6b71f6cfe 2024-11-21T05:31:35,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/7ce5e3a83bb848ae8590e52da7272f87 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/7ce5e3a83bb848ae8590e52da7272f87 2024-11-21T05:31:35,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0568f455ea4e4131805e7a435620320d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/0568f455ea4e4131805e7a435620320d 2024-11-21T05:31:35,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e53cd1bb8aea4f5cadd71a946e6387f2 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/e53cd1bb8aea4f5cadd71a946e6387f2 2024-11-21T05:31:35,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4107491acc1d413d9f38ebe95a8794e4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/4107491acc1d413d9f38ebe95a8794e4 2024-11-21T05:31:35,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d7fe9233ae914cdc8684699a370b1e93, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d535f38afbda435c8a0d8a609273ba25, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2c9a0b7a27824454afe9dc7c6e0a1c50, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6c1f64b71b30474793ef2115639f0c61, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/0eb667f00bc248c580ff39242f7ddf82, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2bd6083feaec40c688e218c937743f4f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/4bc7f2a642c444c498c995e475c5a19d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/add07375585841a88508724bafaa53da, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/601b24cd78084803872a55ee6a3b55e8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/74297de807f44ac0a8bd9662f6dca810, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/f6003c6140624d69b7e2da1d09c9a5f1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/5b1cef84f0364a37840b802112b27001, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c0233b08323846aba6d4599392707836, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/8bd32436b88b4cc58dc728b9e93b2c06, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/206a005755b2458eb5beaa707ced3d2f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/68692348f4de44c7930613f35d55e81f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c699067322c9458ebe56ac64919a0592, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2c0f8027ba724bab8ce7dabb301542be, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6d599e43bae449d0b416ad36330ced33, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/e7d9eb5f389c4bd5b7924574f8697864, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/a9f95998a7be4ed1b6ff6c44a6beb852, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/3983e1cbd5ae437297abd7c2e4a0fd4e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c15c277c4fd94c66bef10bc6d927ab36, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/a4ed33873b5c418382d2a07a7222955d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c9af30da28d64c35bb27c6f89c7b152d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/092ed32f14144cbf8d56f450cb7645ac, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/33daeabd4e1c41348ce759087efd4e5d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/51155399320646b9890989c04e751f0a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2769859eb85e467f89038c1d5add170f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/ae5ef0aad9314aed8ce91517f8fc0c11, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/3634135c05ee4fdfaec0bc27ad4b9097, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/719b4c0741374117a5ee45d0477689ad, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d369c005aba8435f936db6579a0b1f25, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/831ac03e58e24e218a106eaf18ed2e84, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/f3a2eef17bcb41f4a18611095283d82f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/635afa922df84c25b538c70da38f1fdd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/13fb7d5605ca49fb8ca6302e651539c5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/85ff85d970bf40659644c28f854241d4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/db641a507184426ca7eeaa924f4870c3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/75fcbac3e3744bd59ed3e9ea7d5e2763] to archive 2024-11-21T05:31:35,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:31:35,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d7fe9233ae914cdc8684699a370b1e93 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d7fe9233ae914cdc8684699a370b1e93 2024-11-21T05:31:35,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d535f38afbda435c8a0d8a609273ba25 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d535f38afbda435c8a0d8a609273ba25 2024-11-21T05:31:35,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2c9a0b7a27824454afe9dc7c6e0a1c50 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2c9a0b7a27824454afe9dc7c6e0a1c50 2024-11-21T05:31:35,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6c1f64b71b30474793ef2115639f0c61 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6c1f64b71b30474793ef2115639f0c61 2024-11-21T05:31:35,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/0eb667f00bc248c580ff39242f7ddf82 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/0eb667f00bc248c580ff39242f7ddf82 2024-11-21T05:31:35,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2bd6083feaec40c688e218c937743f4f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2bd6083feaec40c688e218c937743f4f 2024-11-21T05:31:35,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/4bc7f2a642c444c498c995e475c5a19d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/4bc7f2a642c444c498c995e475c5a19d 2024-11-21T05:31:35,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/add07375585841a88508724bafaa53da to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/add07375585841a88508724bafaa53da 2024-11-21T05:31:35,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/601b24cd78084803872a55ee6a3b55e8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/601b24cd78084803872a55ee6a3b55e8 2024-11-21T05:31:35,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/74297de807f44ac0a8bd9662f6dca810 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/74297de807f44ac0a8bd9662f6dca810 2024-11-21T05:31:35,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/f6003c6140624d69b7e2da1d09c9a5f1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/f6003c6140624d69b7e2da1d09c9a5f1 2024-11-21T05:31:35,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/5b1cef84f0364a37840b802112b27001 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/5b1cef84f0364a37840b802112b27001 2024-11-21T05:31:35,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c0233b08323846aba6d4599392707836 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c0233b08323846aba6d4599392707836 2024-11-21T05:31:35,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/8bd32436b88b4cc58dc728b9e93b2c06 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/8bd32436b88b4cc58dc728b9e93b2c06 2024-11-21T05:31:35,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/206a005755b2458eb5beaa707ced3d2f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/206a005755b2458eb5beaa707ced3d2f 2024-11-21T05:31:35,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/68692348f4de44c7930613f35d55e81f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/68692348f4de44c7930613f35d55e81f 2024-11-21T05:31:35,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c699067322c9458ebe56ac64919a0592 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c699067322c9458ebe56ac64919a0592 2024-11-21T05:31:35,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2c0f8027ba724bab8ce7dabb301542be to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2c0f8027ba724bab8ce7dabb301542be 2024-11-21T05:31:35,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6d599e43bae449d0b416ad36330ced33 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/6d599e43bae449d0b416ad36330ced33 2024-11-21T05:31:35,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/e7d9eb5f389c4bd5b7924574f8697864 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/e7d9eb5f389c4bd5b7924574f8697864 2024-11-21T05:31:35,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/a9f95998a7be4ed1b6ff6c44a6beb852 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/a9f95998a7be4ed1b6ff6c44a6beb852 2024-11-21T05:31:35,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/3983e1cbd5ae437297abd7c2e4a0fd4e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/3983e1cbd5ae437297abd7c2e4a0fd4e 2024-11-21T05:31:35,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c15c277c4fd94c66bef10bc6d927ab36 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c15c277c4fd94c66bef10bc6d927ab36 2024-11-21T05:31:35,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/a4ed33873b5c418382d2a07a7222955d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/a4ed33873b5c418382d2a07a7222955d 2024-11-21T05:31:35,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c9af30da28d64c35bb27c6f89c7b152d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/c9af30da28d64c35bb27c6f89c7b152d 2024-11-21T05:31:35,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/092ed32f14144cbf8d56f450cb7645ac to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/092ed32f14144cbf8d56f450cb7645ac 2024-11-21T05:31:35,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/33daeabd4e1c41348ce759087efd4e5d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/33daeabd4e1c41348ce759087efd4e5d 2024-11-21T05:31:35,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/51155399320646b9890989c04e751f0a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/51155399320646b9890989c04e751f0a 2024-11-21T05:31:35,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2769859eb85e467f89038c1d5add170f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/2769859eb85e467f89038c1d5add170f 2024-11-21T05:31:35,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/ae5ef0aad9314aed8ce91517f8fc0c11 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/ae5ef0aad9314aed8ce91517f8fc0c11 2024-11-21T05:31:35,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/3634135c05ee4fdfaec0bc27ad4b9097 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/3634135c05ee4fdfaec0bc27ad4b9097 2024-11-21T05:31:35,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/719b4c0741374117a5ee45d0477689ad to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/719b4c0741374117a5ee45d0477689ad 2024-11-21T05:31:35,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d369c005aba8435f936db6579a0b1f25 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/d369c005aba8435f936db6579a0b1f25 2024-11-21T05:31:35,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/831ac03e58e24e218a106eaf18ed2e84 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/831ac03e58e24e218a106eaf18ed2e84 2024-11-21T05:31:35,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/f3a2eef17bcb41f4a18611095283d82f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/f3a2eef17bcb41f4a18611095283d82f 2024-11-21T05:31:35,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/635afa922df84c25b538c70da38f1fdd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/635afa922df84c25b538c70da38f1fdd 2024-11-21T05:31:35,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/13fb7d5605ca49fb8ca6302e651539c5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/13fb7d5605ca49fb8ca6302e651539c5 2024-11-21T05:31:35,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/85ff85d970bf40659644c28f854241d4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/85ff85d970bf40659644c28f854241d4 2024-11-21T05:31:35,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/db641a507184426ca7eeaa924f4870c3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/db641a507184426ca7eeaa924f4870c3 2024-11-21T05:31:35,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/75fcbac3e3744bd59ed3e9ea7d5e2763 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/75fcbac3e3744bd59ed3e9ea7d5e2763 2024-11-21T05:31:35,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/74e62c8e5f2a4b208a407259d35e9507, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5987e8cb22ba48e3a6d340b346427873, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/68b92e85f67249d2a720cdb3e466df4c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5116c3925877491a9eb4dd75137daf74, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/231c1a4b5e6b4b4c826300521d9b286f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/3529a568715f4e72adedd6475bf8c923, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/45f7f211664a44e09c1abf986129a495, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/14716a14320143a9a0c5b8f30c63ffbe, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/4f4c982f43e54c11be7e7c8267bdb5e8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f452e0bad4b548d88e52639a3211c9e3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ac9dd43325494bf5a0ca2c63226aa675, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/6965754910934a4eb7bb9a2e20477a6e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/09f9e94703734d369770df0a3ec6e84a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/af0dcfff26bc4099aa860d9f5adf6511, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/b18ef5f66f0f4ae8899b9af539d107c5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/99de5f4b8c49465db4ef4c9583516065, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/b857365668094932aea12aa0ebb5954a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ed1154728e924a669b61ff62f38e2fcf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/45edae4ea92746cd8463af4131cccf4d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/7e1921dc76f240cdbd90b775e1518e01, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/548565751c824622b732fcc6d0d4a446, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1f0cadd79f4e4979bb390ee6456b2472, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ed8f9161449a45549e67a7c8bed3f493, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/c4fc71bd9ee54f258954b98b03c66a5f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1d21806448db41b58f98aa964f594bca, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/9293d5d48ce5411bb5a0197af73f9fe3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/46e1f90df3524c24ad355e613dc7f612, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5e73fe48419f47ee8c35db659eac5a82, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/081ba17149f349dc8a70871e099ca771, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2ef688393f994b46b59ecfe3ebe22958, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2a6ad8eabadc4eb99cbeae3003a98b57, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/c6336c46dfd84793a1f2e8fa964f18fd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/bafe87f73b664e19a6f10c83be0a2678, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/285fdbae0f994fb8b85e37f650e980dd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/970e26fa93dc41f8a140c2353b22adb4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/99aa46464c7a48ca887db776473c8854, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73116972906a44158d36ab6701cc8f6c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ce1372e3850f463b81697898c5485140, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f9b8a981fa7e4e1cb3c3f8fab3dcea3e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73274663e7df4c969c6ad73bb7374039] to archive 2024-11-21T05:31:35,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:31:35,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/74e62c8e5f2a4b208a407259d35e9507 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/74e62c8e5f2a4b208a407259d35e9507 2024-11-21T05:31:35,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5987e8cb22ba48e3a6d340b346427873 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5987e8cb22ba48e3a6d340b346427873 2024-11-21T05:31:35,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/68b92e85f67249d2a720cdb3e466df4c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/68b92e85f67249d2a720cdb3e466df4c 2024-11-21T05:31:35,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5116c3925877491a9eb4dd75137daf74 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5116c3925877491a9eb4dd75137daf74 2024-11-21T05:31:35,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/231c1a4b5e6b4b4c826300521d9b286f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/231c1a4b5e6b4b4c826300521d9b286f 2024-11-21T05:31:35,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/3529a568715f4e72adedd6475bf8c923 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/3529a568715f4e72adedd6475bf8c923 2024-11-21T05:31:35,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/45f7f211664a44e09c1abf986129a495 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/45f7f211664a44e09c1abf986129a495 2024-11-21T05:31:35,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/14716a14320143a9a0c5b8f30c63ffbe to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/14716a14320143a9a0c5b8f30c63ffbe 2024-11-21T05:31:35,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/4f4c982f43e54c11be7e7c8267bdb5e8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/4f4c982f43e54c11be7e7c8267bdb5e8 2024-11-21T05:31:35,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f452e0bad4b548d88e52639a3211c9e3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f452e0bad4b548d88e52639a3211c9e3 2024-11-21T05:31:35,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ac9dd43325494bf5a0ca2c63226aa675 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ac9dd43325494bf5a0ca2c63226aa675 2024-11-21T05:31:35,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/6965754910934a4eb7bb9a2e20477a6e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/6965754910934a4eb7bb9a2e20477a6e 2024-11-21T05:31:35,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/09f9e94703734d369770df0a3ec6e84a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/09f9e94703734d369770df0a3ec6e84a 2024-11-21T05:31:35,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/af0dcfff26bc4099aa860d9f5adf6511 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/af0dcfff26bc4099aa860d9f5adf6511 2024-11-21T05:31:35,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/b18ef5f66f0f4ae8899b9af539d107c5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/b18ef5f66f0f4ae8899b9af539d107c5 2024-11-21T05:31:35,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/99de5f4b8c49465db4ef4c9583516065 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/99de5f4b8c49465db4ef4c9583516065 2024-11-21T05:31:35,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/b857365668094932aea12aa0ebb5954a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/b857365668094932aea12aa0ebb5954a 2024-11-21T05:31:35,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ed1154728e924a669b61ff62f38e2fcf to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ed1154728e924a669b61ff62f38e2fcf 2024-11-21T05:31:35,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/45edae4ea92746cd8463af4131cccf4d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/45edae4ea92746cd8463af4131cccf4d 2024-11-21T05:31:35,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/7e1921dc76f240cdbd90b775e1518e01 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/7e1921dc76f240cdbd90b775e1518e01 2024-11-21T05:31:35,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/548565751c824622b732fcc6d0d4a446 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/548565751c824622b732fcc6d0d4a446 2024-11-21T05:31:35,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1f0cadd79f4e4979bb390ee6456b2472 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1f0cadd79f4e4979bb390ee6456b2472 2024-11-21T05:31:35,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ed8f9161449a45549e67a7c8bed3f493 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ed8f9161449a45549e67a7c8bed3f493 2024-11-21T05:31:35,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/c4fc71bd9ee54f258954b98b03c66a5f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/c4fc71bd9ee54f258954b98b03c66a5f 2024-11-21T05:31:35,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1d21806448db41b58f98aa964f594bca to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/1d21806448db41b58f98aa964f594bca 2024-11-21T05:31:35,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/9293d5d48ce5411bb5a0197af73f9fe3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/9293d5d48ce5411bb5a0197af73f9fe3 2024-11-21T05:31:35,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/46e1f90df3524c24ad355e613dc7f612 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/46e1f90df3524c24ad355e613dc7f612 2024-11-21T05:31:35,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5e73fe48419f47ee8c35db659eac5a82 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/5e73fe48419f47ee8c35db659eac5a82 2024-11-21T05:31:35,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/081ba17149f349dc8a70871e099ca771 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/081ba17149f349dc8a70871e099ca771 2024-11-21T05:31:35,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2ef688393f994b46b59ecfe3ebe22958 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2ef688393f994b46b59ecfe3ebe22958 2024-11-21T05:31:35,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2a6ad8eabadc4eb99cbeae3003a98b57 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/2a6ad8eabadc4eb99cbeae3003a98b57 2024-11-21T05:31:35,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/c6336c46dfd84793a1f2e8fa964f18fd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/c6336c46dfd84793a1f2e8fa964f18fd 2024-11-21T05:31:35,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/bafe87f73b664e19a6f10c83be0a2678 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/bafe87f73b664e19a6f10c83be0a2678 2024-11-21T05:31:35,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/285fdbae0f994fb8b85e37f650e980dd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/285fdbae0f994fb8b85e37f650e980dd 2024-11-21T05:31:35,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/970e26fa93dc41f8a140c2353b22adb4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/970e26fa93dc41f8a140c2353b22adb4 2024-11-21T05:31:35,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/99aa46464c7a48ca887db776473c8854 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/99aa46464c7a48ca887db776473c8854 2024-11-21T05:31:35,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73116972906a44158d36ab6701cc8f6c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73116972906a44158d36ab6701cc8f6c 2024-11-21T05:31:35,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ce1372e3850f463b81697898c5485140 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ce1372e3850f463b81697898c5485140 2024-11-21T05:31:35,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f9b8a981fa7e4e1cb3c3f8fab3dcea3e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/f9b8a981fa7e4e1cb3c3f8fab3dcea3e 2024-11-21T05:31:35,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73274663e7df4c969c6ad73bb7374039 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/73274663e7df4c969c6ad73bb7374039 2024-11-21T05:31:35,863 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/recovered.edits/611.seqid, newMaxSeqId=611, maxSeqId=1 2024-11-21T05:31:35,866 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b. 2024-11-21T05:31:35,867 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 147d313c0ae4cab13ce0961e843b099b: 2024-11-21T05:31:35,869 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:35,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=147d313c0ae4cab13ce0961e843b099b, regionState=CLOSED 2024-11-21T05:31:35,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T05:31:35,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 147d313c0ae4cab13ce0961e843b099b, server=083cd7fc6746,40265,1732167065617 in 1.4380 sec 2024-11-21T05:31:35,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-21T05:31:35,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=147d313c0ae4cab13ce0961e843b099b, UNASSIGN in 1.4450 sec 2024-11-21T05:31:35,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-21T05:31:35,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4530 sec 2024-11-21T05:31:35,878 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167095877"}]},"ts":"1732167095877"} 2024-11-21T05:31:35,879 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T05:31:35,912 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T05:31:35,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5160 sec 2024-11-21T05:31:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T05:31:36,512 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-21T05:31:36,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T05:31:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:31:36,520 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:31:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-21T05:31:36,522 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:31:36,525 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:36,529 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/recovered.edits] 2024-11-21T05:31:36,532 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/304b47689a7642ac9b0d79b1e77d465e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/304b47689a7642ac9b0d79b1e77d465e 2024-11-21T05:31:36,533 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/719c0e77bd404148a19c01033bcb1ed8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/A/719c0e77bd404148a19c01033bcb1ed8 2024-11-21T05:31:36,536 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/082a37191ed64d9793a7e28ba959faa9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/082a37191ed64d9793a7e28ba959faa9 2024-11-21T05:31:36,538 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/555e80f0719f409b8347406f93c1d3e2 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/B/555e80f0719f409b8347406f93c1d3e2 2024-11-21T05:31:36,540 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/dbe2b2217c13479a9f66ff0f60773b34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/dbe2b2217c13479a9f66ff0f60773b34 2024-11-21T05:31:36,542 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ede3fb05bb714689bf1bf51cc7d9974c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/C/ede3fb05bb714689bf1bf51cc7d9974c 2024-11-21T05:31:36,545 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/recovered.edits/611.seqid to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b/recovered.edits/611.seqid 2024-11-21T05:31:36,546 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/147d313c0ae4cab13ce0961e843b099b 2024-11-21T05:31:36,546 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T05:31:36,551 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:31:36,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T05:31:36,559 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T05:31:36,590 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T05:31:36,592 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:31:36,592 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T05:31:36,592 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732167096592"}]},"ts":"9223372036854775807"} 2024-11-21T05:31:36,595 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T05:31:36,595 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 147d313c0ae4cab13ce0961e843b099b, NAME => 'TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T05:31:36,595 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T05:31:36,596 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732167096595"}]},"ts":"9223372036854775807"} 2024-11-21T05:31:36,598 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T05:31:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-21T05:31:36,706 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:31:36,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 190 msec 2024-11-21T05:31:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-21T05:31:36,824 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-21T05:31:36,833 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: hconnection-0x69c857a3-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x69c857a3-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1671290016_22 at /127.0.0.1:53912 [Waiting for operation #265] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1671290016_22 at /127.0.0.1:53908 [Waiting for operation #263] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-50715383_22 at /127.0.0.1:45436 [Waiting for operation #272] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x69c857a3-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;083cd7fc6746:40265-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x69c857a3-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 466) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6021 (was 4701) - AvailableMemoryMB LEAK? - 2024-11-21T05:31:36,842 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=6020 2024-11-21T05:31:36,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T05:31:36,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T05:31:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T05:31:36,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T05:31:36,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-21T05:31:36,846 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-21T05:31:36,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T05:31:36,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741965_1141 (size=960) 2024-11-21T05:31:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-21T05:31:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-21T05:31:37,255 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c 2024-11-21T05:31:37,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741966_1142 (size=53) 2024-11-21T05:31:37,265 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:31:37,265 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing dd11492e3ae3cff4584ea23ddcb327ed, disabling compactions & flushes 2024-11-21T05:31:37,265 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:37,265 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:37,265 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. after waiting 0 ms 2024-11-21T05:31:37,266 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:37,266 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:37,266 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:37,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T05:31:37,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732167097267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732167097267"}]},"ts":"1732167097267"} 2024-11-21T05:31:37,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T05:31:37,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T05:31:37,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167097271"}]},"ts":"1732167097271"} 2024-11-21T05:31:37,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T05:31:37,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd11492e3ae3cff4584ea23ddcb327ed, ASSIGN}] 2024-11-21T05:31:37,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd11492e3ae3cff4584ea23ddcb327ed, ASSIGN 2024-11-21T05:31:37,290 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd11492e3ae3cff4584ea23ddcb327ed, ASSIGN; state=OFFLINE, location=083cd7fc6746,40265,1732167065617; forceNewPlan=false, retain=false 2024-11-21T05:31:37,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=dd11492e3ae3cff4584ea23ddcb327ed, regionState=OPENING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:37,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:31:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-21T05:31:37,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:37,598 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:37,598 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:31:37,599 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:37,599 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:31:37,599 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:37,599 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:37,601 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:37,602 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:31:37,602 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd11492e3ae3cff4584ea23ddcb327ed columnFamilyName A 2024-11-21T05:31:37,602 DEBUG [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:37,603 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(327): Store=dd11492e3ae3cff4584ea23ddcb327ed/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:37,603 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:37,604 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:31:37,605 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd11492e3ae3cff4584ea23ddcb327ed columnFamilyName B 2024-11-21T05:31:37,605 DEBUG [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:37,606 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(327): Store=dd11492e3ae3cff4584ea23ddcb327ed/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:37,606 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:37,607 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:31:37,608 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd11492e3ae3cff4584ea23ddcb327ed columnFamilyName C 2024-11-21T05:31:37,608 DEBUG [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:37,608 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(327): Store=dd11492e3ae3cff4584ea23ddcb327ed/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:37,609 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:37,610 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:37,610 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:37,612 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T05:31:37,613 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:37,616 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T05:31:37,617 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened dd11492e3ae3cff4584ea23ddcb327ed; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64382208, jitterRate=-0.040630340576171875}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T05:31:37,618 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:37,619 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., pid=41, masterSystemTime=1732167097594 2024-11-21T05:31:37,621 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:37,621 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:37,621 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=dd11492e3ae3cff4584ea23ddcb327ed, regionState=OPEN, openSeqNum=2, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:37,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-21T05:31:37,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 in 181 msec 2024-11-21T05:31:37,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-21T05:31:37,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd11492e3ae3cff4584ea23ddcb327ed, ASSIGN in 338 msec 2024-11-21T05:31:37,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T05:31:37,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167097629"}]},"ts":"1732167097629"} 2024-11-21T05:31:37,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T05:31:37,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T05:31:37,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 802 msec 2024-11-21T05:31:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-21T05:31:37,951 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-21T05:31:37,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-11-21T05:31:37,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:38,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:38,009 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:38,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T05:31:38,021 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T05:31:38,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T05:31:38,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T05:31:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T05:31:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741967_1143 (size=996) 2024-11-21T05:31:38,481 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T05:31:38,481 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T05:31:38,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T05:31:38,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd11492e3ae3cff4584ea23ddcb327ed, REOPEN/MOVE}] 2024-11-21T05:31:38,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd11492e3ae3cff4584ea23ddcb327ed, REOPEN/MOVE 2024-11-21T05:31:38,503 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=dd11492e3ae3cff4584ea23ddcb327ed, regionState=CLOSING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:38,505 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T05:31:38,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:31:38,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:38,658 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:38,658 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T05:31:38,658 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing dd11492e3ae3cff4584ea23ddcb327ed, disabling compactions & flushes 2024-11-21T05:31:38,658 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:38,658 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:38,658 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. after waiting 0 ms 2024-11-21T05:31:38,659 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:38,664 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T05:31:38,664 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:38,664 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:38,665 WARN [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: dd11492e3ae3cff4584ea23ddcb327ed to self. 2024-11-21T05:31:38,667 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:38,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=dd11492e3ae3cff4584ea23ddcb327ed, regionState=CLOSED 2024-11-21T05:31:38,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-21T05:31:38,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 in 164 msec 2024-11-21T05:31:38,672 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd11492e3ae3cff4584ea23ddcb327ed, REOPEN/MOVE; state=CLOSED, location=083cd7fc6746,40265,1732167065617; forceNewPlan=false, retain=true 2024-11-21T05:31:38,823 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=dd11492e3ae3cff4584ea23ddcb327ed, regionState=OPENING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:38,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:31:38,976 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:38,980 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:38,980 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:31:38,980 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:38,981 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:31:38,981 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:38,981 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:38,985 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:38,986 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:31:38,992 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd11492e3ae3cff4584ea23ddcb327ed columnFamilyName A 2024-11-21T05:31:38,995 DEBUG [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:38,996 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(327): Store=dd11492e3ae3cff4584ea23ddcb327ed/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:38,997 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:38,998 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:31:38,998 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd11492e3ae3cff4584ea23ddcb327ed columnFamilyName B 2024-11-21T05:31:38,998 DEBUG [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:38,999 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(327): Store=dd11492e3ae3cff4584ea23ddcb327ed/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:38,999 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:39,000 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:31:39,000 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd11492e3ae3cff4584ea23ddcb327ed columnFamilyName C 2024-11-21T05:31:39,000 DEBUG [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:39,001 INFO [StoreOpener-dd11492e3ae3cff4584ea23ddcb327ed-1 {}] regionserver.HStore(327): Store=dd11492e3ae3cff4584ea23ddcb327ed/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:31:39,001 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:39,006 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:39,007 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:39,009 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T05:31:39,011 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:39,011 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened dd11492e3ae3cff4584ea23ddcb327ed; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72543580, jitterRate=0.08098357915878296}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T05:31:39,012 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:39,013 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., pid=46, masterSystemTime=1732167098976 2024-11-21T05:31:39,016 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:39,016 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:39,019 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=dd11492e3ae3cff4584ea23ddcb327ed, regionState=OPEN, openSeqNum=5, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-21T05:31:39,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 in 196 msec 2024-11-21T05:31:39,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-21T05:31:39,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd11492e3ae3cff4584ea23ddcb327ed, REOPEN/MOVE in 521 msec 2024-11-21T05:31:39,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-21T05:31:39,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 535 msec 2024-11-21T05:31:39,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 992 msec 2024-11-21T05:31:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-21T05:31:39,047 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-11-21T05:31:39,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:39,117 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-11-21T05:31:39,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:39,132 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-11-21T05:31:39,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:39,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-11-21T05:31:39,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:39,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-11-21T05:31:39,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:39,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-11-21T05:31:39,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:39,190 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-11-21T05:31:39,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:39,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-11-21T05:31:39,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:39,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-11-21T05:31:39,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:31:39,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:39,259 DEBUG [hconnection-0x45be92ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:39,259 DEBUG [hconnection-0x454b03f4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-21T05:31:39,261 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:39,261 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:39,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:39,262 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T05:31:39,270 DEBUG [hconnection-0x2bcb52ad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:39,274 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:39,287 DEBUG [hconnection-0x72cde130-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:39,291 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:39,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:31:39,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:39,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:39,299 DEBUG [hconnection-0x510e5a03-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:39,299 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:39,307 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:39,322 DEBUG [hconnection-0x1226f85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:39,323 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:39,335 DEBUG [hconnection-0x3f85561b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:39,337 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:39,343 DEBUG [hconnection-0x5484627a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:39,347 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:39,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167159349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167159348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167159352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167159352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167159354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,359 DEBUG [hconnection-0x6180ffbe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:31:39,361 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:31:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T05:31:39,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:39,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:39,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:39,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:39,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167159456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167159461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167159463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167159473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104b035bd138c4750962281d6f6b52222_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167099279/Put/seqid=0 2024-11-21T05:31:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167159475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741968_1144 (size=12154) 2024-11-21T05:31:39,532 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:39,567 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104b035bd138c4750962281d6f6b52222_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104b035bd138c4750962281d6f6b52222_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T05:31:39,579 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/507d1ed01fb04a36a7445762cb25c323, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:39,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/507d1ed01fb04a36a7445762cb25c323 is 175, key is test_row_0/A:col10/1732167099279/Put/seqid=0 2024-11-21T05:31:39,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:39,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:39,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:39,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:39,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741969_1145 (size=30955) 2024-11-21T05:31:39,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167159668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167159668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167159669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167159699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167159703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:39,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:39,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:39,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:39,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T05:31:39,919 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:39,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:39,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167159975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167159979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167159979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167160006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167160014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,067 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/507d1ed01fb04a36a7445762cb25c323 2024-11-21T05:31:40,073 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:40,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:40,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/05c49cb2d4d047dc8662df8f2500f934 is 50, key is test_row_0/B:col10/1732167099279/Put/seqid=0 2024-11-21T05:31:40,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:40,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741970_1146 (size=12001) 2024-11-21T05:31:40,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/05c49cb2d4d047dc8662df8f2500f934 2024-11-21T05:31:40,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/fc40992e3d1648b4a17b82e90e2b9155 is 50, key is test_row_0/C:col10/1732167099279/Put/seqid=0 2024-11-21T05:31:40,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:40,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:40,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T05:31:40,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741971_1147 (size=12001) 2024-11-21T05:31:40,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/fc40992e3d1648b4a17b82e90e2b9155 2024-11-21T05:31:40,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/507d1ed01fb04a36a7445762cb25c323 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/507d1ed01fb04a36a7445762cb25c323 2024-11-21T05:31:40,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167160489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167160491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167160491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/507d1ed01fb04a36a7445762cb25c323, entries=150, sequenceid=15, filesize=30.2 K 2024-11-21T05:31:40,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/05c49cb2d4d047dc8662df8f2500f934 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/05c49cb2d4d047dc8662df8f2500f934 2024-11-21T05:31:40,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/05c49cb2d4d047dc8662df8f2500f934, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T05:31:40,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/fc40992e3d1648b4a17b82e90e2b9155 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/fc40992e3d1648b4a17b82e90e2b9155 2024-11-21T05:31:40,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:40,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:40,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/fc40992e3d1648b4a17b82e90e2b9155, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T05:31:40,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dd11492e3ae3cff4584ea23ddcb327ed in 1265ms, sequenceid=15, compaction requested=false 2024-11-21T05:31:40,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:40,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T05:31:40,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:40,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:40,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:40,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:40,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:40,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:40,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112107eabe1e26e04e418c0828a26ea04c65_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167100576/Put/seqid=0 2024-11-21T05:31:40,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167160613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167160616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741972_1148 (size=17034) 2024-11-21T05:31:40,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:40,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:40,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167160732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167160736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:40,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:40,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167160960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:40,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167160963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:41,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:41,067 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:41,099 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112107eabe1e26e04e418c0828a26ea04c65_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112107eabe1e26e04e418c0828a26ea04c65_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:41,106 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/63aab6d2f6fb4362b32b054592577c9c, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:41,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/63aab6d2f6fb4362b32b054592577c9c is 175, key is test_row_0/A:col10/1732167100576/Put/seqid=0 2024-11-21T05:31:41,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741973_1149 (size=48139) 2024-11-21T05:31:41,145 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/63aab6d2f6fb4362b32b054592577c9c 2024-11-21T05:31:41,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:41,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:41,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:41,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:41,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:41,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:41,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/161dc62e93084c138fa40430e9ab5b05 is 50, key is test_row_0/B:col10/1732167100576/Put/seqid=0 2024-11-21T05:31:41,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741974_1150 (size=12001) 2024-11-21T05:31:41,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/161dc62e93084c138fa40430e9ab5b05 2024-11-21T05:31:41,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/c689712bed5c4fb693b9fbd4836ac658 is 50, key is test_row_0/C:col10/1732167100576/Put/seqid=0 2024-11-21T05:31:41,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167161275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167161275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:41,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:41,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:41,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:41,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741975_1151 (size=12001) 2024-11-21T05:31:41,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/c689712bed5c4fb693b9fbd4836ac658 2024-11-21T05:31:41,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/63aab6d2f6fb4362b32b054592577c9c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/63aab6d2f6fb4362b32b054592577c9c 2024-11-21T05:31:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T05:31:41,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/63aab6d2f6fb4362b32b054592577c9c, entries=250, sequenceid=42, filesize=47.0 K 2024-11-21T05:31:41,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/161dc62e93084c138fa40430e9ab5b05 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/161dc62e93084c138fa40430e9ab5b05 2024-11-21T05:31:41,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/161dc62e93084c138fa40430e9ab5b05, entries=150, sequenceid=42, filesize=11.7 K 2024-11-21T05:31:41,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/c689712bed5c4fb693b9fbd4836ac658 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/c689712bed5c4fb693b9fbd4836ac658 2024-11-21T05:31:41,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/c689712bed5c4fb693b9fbd4836ac658, entries=150, sequenceid=42, filesize=11.7 K 2024-11-21T05:31:41,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for dd11492e3ae3cff4584ea23ddcb327ed in 861ms, sequenceid=42, compaction requested=false 2024-11-21T05:31:41,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:41,464 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T05:31:41,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T05:31:41,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:41,503 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T05:31:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:41,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:41,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:41,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212a0553ebc0cf4ac2bed70944a023e22d_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167101503/Put/seqid=0 2024-11-21T05:31:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741976_1152 (size=14594) 2024-11-21T05:31:41,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167161607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167161609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167161612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:41,623 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212a0553ebc0cf4ac2bed70944a023e22d_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212a0553ebc0cf4ac2bed70944a023e22d_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:41,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/2d88ac7feb134e67841bdcf88a32adae, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:41,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/2d88ac7feb134e67841bdcf88a32adae is 175, key is test_row_0/A:col10/1732167101503/Put/seqid=0 2024-11-21T05:31:41,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741977_1153 (size=39549) 2024-11-21T05:31:41,685 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/2d88ac7feb134e67841bdcf88a32adae 2024-11-21T05:31:41,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/4e292a4de10f41f6aa6d6006ea7d8715 is 50, key is test_row_0/B:col10/1732167101503/Put/seqid=0 2024-11-21T05:31:41,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167161721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167161721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167161721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741978_1154 (size=12001) 2024-11-21T05:31:41,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167161783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167161792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,813 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T05:31:41,815 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T05:31:41,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167161927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167161930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:41,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167161931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,175 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/4e292a4de10f41f6aa6d6006ea7d8715 2024-11-21T05:31:42,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/8abb23c1e6f84e839b6d9d3c773b42a3 is 50, key is test_row_0/C:col10/1732167101503/Put/seqid=0 2024-11-21T05:31:42,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167162239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167162240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167162251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741979_1155 (size=12001) 2024-11-21T05:31:42,669 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/8abb23c1e6f84e839b6d9d3c773b42a3 2024-11-21T05:31:42,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/2d88ac7feb134e67841bdcf88a32adae as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2d88ac7feb134e67841bdcf88a32adae 2024-11-21T05:31:42,728 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2d88ac7feb134e67841bdcf88a32adae, entries=200, sequenceid=53, filesize=38.6 K 2024-11-21T05:31:42,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/4e292a4de10f41f6aa6d6006ea7d8715 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/4e292a4de10f41f6aa6d6006ea7d8715 2024-11-21T05:31:42,752 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/4e292a4de10f41f6aa6d6006ea7d8715, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T05:31:42,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/8abb23c1e6f84e839b6d9d3c773b42a3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/8abb23c1e6f84e839b6d9d3c773b42a3 2024-11-21T05:31:42,761 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/8abb23c1e6f84e839b6d9d3c773b42a3, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T05:31:42,764 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dd11492e3ae3cff4584ea23ddcb327ed in 1260ms, sequenceid=53, compaction requested=true 2024-11-21T05:31:42,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:42,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:42,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T05:31:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-21T05:31:42,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T05:31:42,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:42,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:42,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:42,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:42,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:42,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:42,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T05:31:42,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5080 sec 2024-11-21T05:31:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:42,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 3.5170 sec 2024-11-21T05:31:42,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b4f6287a10464addae7b2f419a0b0b1b_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167101600/Put/seqid=0 2024-11-21T05:31:42,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167162801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167162808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167162810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167162814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167162820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741980_1156 (size=14594) 2024-11-21T05:31:42,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167162917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167162922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167162932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:42,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167162935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167163130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167163132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167163142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167163148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,247 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:43,277 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b4f6287a10464addae7b2f419a0b0b1b_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b4f6287a10464addae7b2f419a0b0b1b_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:43,283 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/bd4407919fc64d04989c51c274d8c54a, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:43,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/bd4407919fc64d04989c51c274d8c54a is 175, key is test_row_0/A:col10/1732167101600/Put/seqid=0 2024-11-21T05:31:43,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741981_1157 (size=39549) 2024-11-21T05:31:43,335 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/bd4407919fc64d04989c51c274d8c54a 2024-11-21T05:31:43,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/7d44a87dbba04cf5b1eb73194e1dbbc9 is 50, key is test_row_0/B:col10/1732167101600/Put/seqid=0 2024-11-21T05:31:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T05:31:43,391 INFO [Thread-703 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-21T05:31:43,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-21T05:31:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T05:31:43,399 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:43,400 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:43,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:43,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741982_1158 (size=12001) 2024-11-21T05:31:43,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167163439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167163443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167163453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167163463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T05:31:43,555 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T05:31:43,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:43,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:43,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:43,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:43,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T05:31:43,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T05:31:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:43,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:43,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:43,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:43,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:43,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/7d44a87dbba04cf5b1eb73194e1dbbc9 2024-11-21T05:31:43,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/4ccc9b6b4d85459c8791919b988c268b is 50, key is test_row_0/C:col10/1732167101600/Put/seqid=0 2024-11-21T05:31:43,872 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T05:31:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:43,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:43,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741983_1159 (size=12001) 2024-11-21T05:31:43,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/4ccc9b6b4d85459c8791919b988c268b 2024-11-21T05:31:43,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/bd4407919fc64d04989c51c274d8c54a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bd4407919fc64d04989c51c274d8c54a 2024-11-21T05:31:43,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167163944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bd4407919fc64d04989c51c274d8c54a, entries=200, sequenceid=79, filesize=38.6 K 2024-11-21T05:31:43,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167163954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/7d44a87dbba04cf5b1eb73194e1dbbc9 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7d44a87dbba04cf5b1eb73194e1dbbc9 2024-11-21T05:31:43,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167163959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167163971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:43,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7d44a87dbba04cf5b1eb73194e1dbbc9, entries=150, sequenceid=79, filesize=11.7 K 2024-11-21T05:31:44,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/4ccc9b6b4d85459c8791919b988c268b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/4ccc9b6b4d85459c8791919b988c268b 2024-11-21T05:31:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T05:31:44,030 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:44,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T05:31:44,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:44,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:44,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:44,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:44,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:44,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/4ccc9b6b4d85459c8791919b988c268b, entries=150, sequenceid=79, filesize=11.7 K 2024-11-21T05:31:44,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for dd11492e3ae3cff4584ea23ddcb327ed in 1265ms, sequenceid=79, compaction requested=true 2024-11-21T05:31:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:44,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:44,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:44,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:44,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:44,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:31:44,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:44,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T05:31:44,035 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:44,035 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:44,051 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:44,051 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/A is initiating minor compaction (all files) 2024-11-21T05:31:44,051 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/A in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:44,051 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/507d1ed01fb04a36a7445762cb25c323, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/63aab6d2f6fb4362b32b054592577c9c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2d88ac7feb134e67841bdcf88a32adae, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bd4407919fc64d04989c51c274d8c54a] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=154.5 K 2024-11-21T05:31:44,052 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:44,052 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/507d1ed01fb04a36a7445762cb25c323, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/63aab6d2f6fb4362b32b054592577c9c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2d88ac7feb134e67841bdcf88a32adae, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bd4407919fc64d04989c51c274d8c54a] 2024-11-21T05:31:44,053 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:44,053 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/C is initiating minor compaction (all files) 2024-11-21T05:31:44,053 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/C in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:44,053 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/fc40992e3d1648b4a17b82e90e2b9155, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/c689712bed5c4fb693b9fbd4836ac658, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/8abb23c1e6f84e839b6d9d3c773b42a3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/4ccc9b6b4d85459c8791919b988c268b] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=46.9 K 2024-11-21T05:31:44,055 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting fc40992e3d1648b4a17b82e90e2b9155, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732167099279 2024-11-21T05:31:44,055 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 507d1ed01fb04a36a7445762cb25c323, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732167099279 2024-11-21T05:31:44,059 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting c689712bed5c4fb693b9fbd4836ac658, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732167099340 2024-11-21T05:31:44,059 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63aab6d2f6fb4362b32b054592577c9c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732167099340 2024-11-21T05:31:44,063 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 8abb23c1e6f84e839b6d9d3c773b42a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732167100602 2024-11-21T05:31:44,063 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d88ac7feb134e67841bdcf88a32adae, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732167100591 2024-11-21T05:31:44,067 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ccc9b6b4d85459c8791919b988c268b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732167101600 2024-11-21T05:31:44,067 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd4407919fc64d04989c51c274d8c54a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732167101600 2024-11-21T05:31:44,153 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#C#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:44,154 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/967692b3857b4024b97696bfaad2432e is 50, key is test_row_0/C:col10/1732167101600/Put/seqid=0 2024-11-21T05:31:44,159 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:44,183 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411216447d95a7bef4497aa50c99a24ed4dd0_dd11492e3ae3cff4584ea23ddcb327ed store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:44,189 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411216447d95a7bef4497aa50c99a24ed4dd0_dd11492e3ae3cff4584ea23ddcb327ed, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:44,190 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216447d95a7bef4497aa50c99a24ed4dd0_dd11492e3ae3cff4584ea23ddcb327ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:44,196 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:44,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T05:31:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:44,197 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:31:44,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:44,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:44,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:44,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:44,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:44,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:44,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741984_1160 (size=12139) 2024-11-21T05:31:44,246 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/967692b3857b4024b97696bfaad2432e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/967692b3857b4024b97696bfaad2432e 2024-11-21T05:31:44,256 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/C of dd11492e3ae3cff4584ea23ddcb327ed into 967692b3857b4024b97696bfaad2432e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:44,257 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:44,257 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/C, priority=12, startTime=1732167104035; duration=0sec 2024-11-21T05:31:44,257 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:44,257 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:C 2024-11-21T05:31:44,257 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:31:44,260 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:31:44,260 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/B is initiating minor compaction (all files) 2024-11-21T05:31:44,261 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/B in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:44,261 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/05c49cb2d4d047dc8662df8f2500f934, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/161dc62e93084c138fa40430e9ab5b05, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/4e292a4de10f41f6aa6d6006ea7d8715, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7d44a87dbba04cf5b1eb73194e1dbbc9] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=46.9 K 2024-11-21T05:31:44,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186dce4ec5c5e42b98c446fca1f5696be_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167102811/Put/seqid=0 2024-11-21T05:31:44,267 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 05c49cb2d4d047dc8662df8f2500f934, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732167099279 2024-11-21T05:31:44,268 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 161dc62e93084c138fa40430e9ab5b05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732167099340 2024-11-21T05:31:44,271 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e292a4de10f41f6aa6d6006ea7d8715, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732167100602 2024-11-21T05:31:44,271 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d44a87dbba04cf5b1eb73194e1dbbc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732167101600 2024-11-21T05:31:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741985_1161 (size=4469) 2024-11-21T05:31:44,285 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#A#compaction#139 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:44,288 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/97a3ff8fcc81433896f9ad042573da1f is 175, key is test_row_0/A:col10/1732167101600/Put/seqid=0 2024-11-21T05:31:44,294 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:44,294 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/fb2db172c39f4235b51a24fe58eea83a is 50, key is test_row_0/B:col10/1732167101600/Put/seqid=0 2024-11-21T05:31:44,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741986_1162 (size=12154) 2024-11-21T05:31:44,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:44,333 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186dce4ec5c5e42b98c446fca1f5696be_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186dce4ec5c5e42b98c446fca1f5696be_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:44,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/def20116642d4512bde7dcc0e2a4c654, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:44,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/def20116642d4512bde7dcc0e2a4c654 is 175, key is test_row_0/A:col10/1732167102811/Put/seqid=0 2024-11-21T05:31:44,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741988_1164 (size=12139) 2024-11-21T05:31:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741987_1163 (size=31093) 2024-11-21T05:31:44,377 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/97a3ff8fcc81433896f9ad042573da1f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/97a3ff8fcc81433896f9ad042573da1f 2024-11-21T05:31:44,380 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/fb2db172c39f4235b51a24fe58eea83a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/fb2db172c39f4235b51a24fe58eea83a 2024-11-21T05:31:44,387 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/A of dd11492e3ae3cff4584ea23ddcb327ed into 97a3ff8fcc81433896f9ad042573da1f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:44,387 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:44,387 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/A, priority=12, startTime=1732167104035; duration=0sec 2024-11-21T05:31:44,387 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:44,387 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:A 2024-11-21T05:31:44,390 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/B of dd11492e3ae3cff4584ea23ddcb327ed into fb2db172c39f4235b51a24fe58eea83a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:44,390 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:44,391 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/B, priority=12, startTime=1732167104035; duration=0sec 2024-11-21T05:31:44,391 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:44,391 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:B 2024-11-21T05:31:44,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741989_1165 (size=30955) 2024-11-21T05:31:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T05:31:44,797 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/def20116642d4512bde7dcc0e2a4c654 2024-11-21T05:31:44,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/7278cd12209948afa7cc8a3440797aeb is 50, key is test_row_0/B:col10/1732167102811/Put/seqid=0 2024-11-21T05:31:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:44,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:44,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741990_1166 (size=12001) 2024-11-21T05:31:44,890 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/7278cd12209948afa7cc8a3440797aeb 2024-11-21T05:31:44,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/7416c973150149ed99ce9cf8fac3c499 is 50, key is test_row_0/C:col10/1732167102811/Put/seqid=0 2024-11-21T05:31:44,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741991_1167 (size=12001) 2024-11-21T05:31:44,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167164977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:44,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167164980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:44,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167164981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:44,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167164981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:44,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167164983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167165083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167165090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167165289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167165303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,354 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/7416c973150149ed99ce9cf8fac3c499 2024-11-21T05:31:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/def20116642d4512bde7dcc0e2a4c654 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/def20116642d4512bde7dcc0e2a4c654 2024-11-21T05:31:45,372 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/def20116642d4512bde7dcc0e2a4c654, entries=150, sequenceid=90, filesize=30.2 K 2024-11-21T05:31:45,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/7278cd12209948afa7cc8a3440797aeb as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7278cd12209948afa7cc8a3440797aeb 2024-11-21T05:31:45,381 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7278cd12209948afa7cc8a3440797aeb, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T05:31:45,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/7416c973150149ed99ce9cf8fac3c499 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7416c973150149ed99ce9cf8fac3c499 2024-11-21T05:31:45,388 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7416c973150149ed99ce9cf8fac3c499, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T05:31:45,394 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dd11492e3ae3cff4584ea23ddcb327ed in 1194ms, sequenceid=90, compaction requested=false 2024-11-21T05:31:45,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:45,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:45,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-21T05:31:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-21T05:31:45,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-21T05:31:45,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0120 sec 2024-11-21T05:31:45,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.0230 sec 2024-11-21T05:31:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T05:31:45,511 INFO [Thread-703 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-21T05:31:45,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-21T05:31:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T05:31:45,547 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:45,548 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:45,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:45,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T05:31:45,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:45,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:45,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:45,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:45,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:45,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T05:31:45,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212d318512f9c44460bb24f4bc2fe6013e_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167104918/Put/seqid=0 2024-11-21T05:31:45,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167165659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167165669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T05:31:45,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:45,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:45,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:45,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:45,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741992_1168 (size=12154) 2024-11-21T05:31:45,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167165772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167165774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T05:31:45,863 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T05:31:45,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:45,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:45,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:45,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:45,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:45,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167165979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:45,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167165984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:46,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:46,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T05:31:46,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:46,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,115 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T05:31:46,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212d318512f9c44460bb24f4bc2fe6013e_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212d318512f9c44460bb24f4bc2fe6013e_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:46,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/14bd6ff4c08544daa3446fdbbda017d7, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:46,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/14bd6ff4c08544daa3446fdbbda017d7 is 175, key is test_row_0/A:col10/1732167104918/Put/seqid=0 2024-11-21T05:31:46,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741993_1169 (size=30955) 2024-11-21T05:31:46,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:46,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T05:31:46,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:46,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167166292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:46,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167166294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:46,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:46,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T05:31:46,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:46,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T05:31:46,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:46,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,573 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/14bd6ff4c08544daa3446fdbbda017d7 2024-11-21T05:31:46,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/ab5bd689a6cb40709dfa0370a9fcc3e8 is 50, key is test_row_0/B:col10/1732167104918/Put/seqid=0 2024-11-21T05:31:46,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741994_1170 (size=12001) 2024-11-21T05:31:46,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/ab5bd689a6cb40709dfa0370a9fcc3e8 2024-11-21T05:31:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T05:31:46,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:46,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T05:31:46,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:46,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:46,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/6414a9f5f99e414e83b9549d31ddd179 is 50, key is test_row_0/C:col10/1732167104918/Put/seqid=0 2024-11-21T05:31:46,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741995_1171 (size=12001) 2024-11-21T05:31:46,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/6414a9f5f99e414e83b9549d31ddd179 2024-11-21T05:31:46,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/14bd6ff4c08544daa3446fdbbda017d7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/14bd6ff4c08544daa3446fdbbda017d7 2024-11-21T05:31:46,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/14bd6ff4c08544daa3446fdbbda017d7, entries=150, sequenceid=119, filesize=30.2 K 2024-11-21T05:31:46,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/ab5bd689a6cb40709dfa0370a9fcc3e8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/ab5bd689a6cb40709dfa0370a9fcc3e8 2024-11-21T05:31:46,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/ab5bd689a6cb40709dfa0370a9fcc3e8, entries=150, sequenceid=119, filesize=11.7 K 2024-11-21T05:31:46,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/6414a9f5f99e414e83b9549d31ddd179 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6414a9f5f99e414e83b9549d31ddd179 2024-11-21T05:31:46,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6414a9f5f99e414e83b9549d31ddd179, entries=150, sequenceid=119, filesize=11.7 K 2024-11-21T05:31:46,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dd11492e3ae3cff4584ea23ddcb327ed in 1140ms, sequenceid=119, compaction requested=true 2024-11-21T05:31:46,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:46,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:46,755 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:46,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:46,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:46,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:46,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:46,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:31:46,757 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:46,758 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/A is initiating minor compaction (all files) 2024-11-21T05:31:46,758 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/A in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,758 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/97a3ff8fcc81433896f9ad042573da1f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/def20116642d4512bde7dcc0e2a4c654, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/14bd6ff4c08544daa3446fdbbda017d7] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=90.8 K 2024-11-21T05:31:46,758 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,758 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/97a3ff8fcc81433896f9ad042573da1f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/def20116642d4512bde7dcc0e2a4c654, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/14bd6ff4c08544daa3446fdbbda017d7] 2024-11-21T05:31:46,758 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:46,759 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97a3ff8fcc81433896f9ad042573da1f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732167101600 2024-11-21T05:31:46,760 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting def20116642d4512bde7dcc0e2a4c654, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732167102784 2024-11-21T05:31:46,760 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14bd6ff4c08544daa3446fdbbda017d7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732167104918 2024-11-21T05:31:46,767 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:46,768 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/B is initiating minor compaction (all files) 2024-11-21T05:31:46,768 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/B in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,768 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/fb2db172c39f4235b51a24fe58eea83a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7278cd12209948afa7cc8a3440797aeb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/ab5bd689a6cb40709dfa0370a9fcc3e8] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=35.3 K 2024-11-21T05:31:46,769 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting fb2db172c39f4235b51a24fe58eea83a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732167101600 2024-11-21T05:31:46,769 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 7278cd12209948afa7cc8a3440797aeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732167102784 2024-11-21T05:31:46,770 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting ab5bd689a6cb40709dfa0370a9fcc3e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732167104918 2024-11-21T05:31:46,783 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:46,803 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#B#compaction#148 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:46,803 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/3342d39d8862495ba4389911a79e59eb is 50, key is test_row_0/B:col10/1732167104918/Put/seqid=0 2024-11-21T05:31:46,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:46,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T05:31:46,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:46,809 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T05:31:46,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:46,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:46,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:46,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:46,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:46,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:46,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:46,820 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218c6293505f194576a580947a7326277a_dd11492e3ae3cff4584ea23ddcb327ed store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:46,823 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218c6293505f194576a580947a7326277a_dd11492e3ae3cff4584ea23ddcb327ed, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:46,823 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218c6293505f194576a580947a7326277a_dd11492e3ae3cff4584ea23ddcb327ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:46,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b515244cd07d4d3fb820b17f0b970b4e_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167105632/Put/seqid=0 2024-11-21T05:31:46,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741997_1173 (size=4469) 2024-11-21T05:31:46,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741996_1172 (size=12241) 2024-11-21T05:31:46,902 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#A#compaction#147 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:46,903 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/cdc0eeb0954741efa799217da8f1e1dc is 175, key is test_row_0/A:col10/1732167104918/Put/seqid=0 2024-11-21T05:31:46,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741998_1174 (size=12154) 2024-11-21T05:31:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741999_1175 (size=31195) 2024-11-21T05:31:46,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:46,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167166985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167166986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:47,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167166994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:47,006 DEBUG [Thread-699 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:47,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167166994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:47,007 DEBUG [Thread-697 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:47,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167166998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:47,009 DEBUG [Thread-695 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:47,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:47,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167167098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167167098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:47,314 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/3342d39d8862495ba4389911a79e59eb as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/3342d39d8862495ba4389911a79e59eb 2024-11-21T05:31:47,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:47,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167167319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:47,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167167319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:47,335 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/B of dd11492e3ae3cff4584ea23ddcb327ed into 3342d39d8862495ba4389911a79e59eb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:47,336 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:47,336 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/B, priority=13, startTime=1732167106755; duration=0sec 2024-11-21T05:31:47,336 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:47,336 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:B 2024-11-21T05:31:47,336 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:47,342 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:47,342 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/C is initiating minor compaction (all files) 2024-11-21T05:31:47,342 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/C in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:47,342 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/967692b3857b4024b97696bfaad2432e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7416c973150149ed99ce9cf8fac3c499, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6414a9f5f99e414e83b9549d31ddd179] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=35.3 K 2024-11-21T05:31:47,343 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 967692b3857b4024b97696bfaad2432e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732167101600 2024-11-21T05:31:47,343 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/cdc0eeb0954741efa799217da8f1e1dc as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/cdc0eeb0954741efa799217da8f1e1dc 2024-11-21T05:31:47,345 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 7416c973150149ed99ce9cf8fac3c499, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732167102784 2024-11-21T05:31:47,345 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 6414a9f5f99e414e83b9549d31ddd179, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732167104918 2024-11-21T05:31:47,346 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b515244cd07d4d3fb820b17f0b970b4e_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b515244cd07d4d3fb820b17f0b970b4e_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:47,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/fec52492643d40049a6117ad025b3264, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:47,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/fec52492643d40049a6117ad025b3264 is 175, key is test_row_0/A:col10/1732167105632/Put/seqid=0 2024-11-21T05:31:47,353 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/A of dd11492e3ae3cff4584ea23ddcb327ed into cdc0eeb0954741efa799217da8f1e1dc(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:47,353 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:47,353 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/A, priority=13, startTime=1732167106755; duration=0sec 2024-11-21T05:31:47,353 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:47,353 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:A 2024-11-21T05:31:47,370 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:47,370 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/3e4f0db03ff846e2936cc5b88fcf903d is 50, key is test_row_0/C:col10/1732167104918/Put/seqid=0 2024-11-21T05:31:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742000_1176 (size=30955) 2024-11-21T05:31:47,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742001_1177 (size=12241) 2024-11-21T05:31:47,443 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/3e4f0db03ff846e2936cc5b88fcf903d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/3e4f0db03ff846e2936cc5b88fcf903d 2024-11-21T05:31:47,450 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/C of dd11492e3ae3cff4584ea23ddcb327ed into 3e4f0db03ff846e2936cc5b88fcf903d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:47,450 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:47,450 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/C, priority=13, startTime=1732167106755; duration=0sec 2024-11-21T05:31:47,450 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:47,450 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:C 2024-11-21T05:31:47,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167167627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:47,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167167627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T05:31:47,807 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/fec52492643d40049a6117ad025b3264 2024-11-21T05:31:47,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/9111b09133324496be71b487e416b58e is 50, key is test_row_0/B:col10/1732167105632/Put/seqid=0 2024-11-21T05:31:47,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742002_1178 (size=12001) 2024-11-21T05:31:47,889 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/9111b09133324496be71b487e416b58e 2024-11-21T05:31:47,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/575679478348447fbcd0e4d5c7bcc4b3 is 50, key is test_row_0/C:col10/1732167105632/Put/seqid=0 2024-11-21T05:31:47,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742003_1179 (size=12001) 2024-11-21T05:31:47,936 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/575679478348447fbcd0e4d5c7bcc4b3 2024-11-21T05:31:47,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/fec52492643d40049a6117ad025b3264 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/fec52492643d40049a6117ad025b3264 2024-11-21T05:31:47,951 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/fec52492643d40049a6117ad025b3264, entries=150, sequenceid=129, filesize=30.2 K 2024-11-21T05:31:47,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/9111b09133324496be71b487e416b58e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/9111b09133324496be71b487e416b58e 2024-11-21T05:31:47,969 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/9111b09133324496be71b487e416b58e, entries=150, sequenceid=129, filesize=11.7 K 2024-11-21T05:31:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/575679478348447fbcd0e4d5c7bcc4b3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/575679478348447fbcd0e4d5c7bcc4b3 2024-11-21T05:31:47,989 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/575679478348447fbcd0e4d5c7bcc4b3, entries=150, sequenceid=129, filesize=11.7 K 2024-11-21T05:31:47,991 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for dd11492e3ae3cff4584ea23ddcb327ed in 1182ms, sequenceid=129, compaction requested=false 2024-11-21T05:31:47,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:47,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:47,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T05:31:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-21T05:31:47,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-21T05:31:47,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4450 sec 2024-11-21T05:31:47,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.4700 sec 2024-11-21T05:31:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:48,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T05:31:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:48,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:48,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:48,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:48,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:48,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:48,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167168155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:48,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167168156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:48,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112130561ae8f116436285b4139da05d7a69_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167106978/Put/seqid=0 2024-11-21T05:31:48,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742004_1180 (size=14794) 2024-11-21T05:31:48,201 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112130561ae8f116436285b4139da05d7a69_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112130561ae8f116436285b4139da05d7a69_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:48,210 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/9213d74615e7474bbb04c6d69fd7eefa, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:48,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/9213d74615e7474bbb04c6d69fd7eefa is 175, key is test_row_0/A:col10/1732167106978/Put/seqid=0 2024-11-21T05:31:48,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742005_1181 (size=39749) 2024-11-21T05:31:48,253 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/9213d74615e7474bbb04c6d69fd7eefa 2024-11-21T05:31:48,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167168262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:48,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167168262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:48,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/b0fcf6952fe1414586c0483f43d43a8b is 50, key is test_row_0/B:col10/1732167106978/Put/seqid=0 2024-11-21T05:31:48,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742006_1182 (size=12151) 2024-11-21T05:31:48,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/b0fcf6952fe1414586c0483f43d43a8b 2024-11-21T05:31:48,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/51b7ab9e4df74b9a87fea75b49d2372e is 50, key is test_row_0/C:col10/1732167106978/Put/seqid=0 2024-11-21T05:31:48,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742007_1183 (size=12151) 2024-11-21T05:31:48,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/51b7ab9e4df74b9a87fea75b49d2372e 2024-11-21T05:31:48,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/9213d74615e7474bbb04c6d69fd7eefa as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/9213d74615e7474bbb04c6d69fd7eefa 2024-11-21T05:31:48,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/9213d74615e7474bbb04c6d69fd7eefa, entries=200, sequenceid=160, filesize=38.8 K 2024-11-21T05:31:48,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/b0fcf6952fe1414586c0483f43d43a8b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b0fcf6952fe1414586c0483f43d43a8b 2024-11-21T05:31:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b0fcf6952fe1414586c0483f43d43a8b, entries=150, sequenceid=160, filesize=11.9 K 2024-11-21T05:31:48,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/51b7ab9e4df74b9a87fea75b49d2372e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51b7ab9e4df74b9a87fea75b49d2372e 2024-11-21T05:31:48,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51b7ab9e4df74b9a87fea75b49d2372e, entries=150, sequenceid=160, filesize=11.9 K 2024-11-21T05:31:48,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for dd11492e3ae3cff4584ea23ddcb327ed in 273ms, sequenceid=160, compaction requested=true 2024-11-21T05:31:48,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:48,410 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:48,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:48,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:48,410 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:48,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:48,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:48,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:48,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:48,411 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:48,411 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/A is initiating minor compaction (all files) 2024-11-21T05:31:48,411 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/A in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:48,411 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/cdc0eeb0954741efa799217da8f1e1dc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/fec52492643d40049a6117ad025b3264, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/9213d74615e7474bbb04c6d69fd7eefa] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=99.5 K 2024-11-21T05:31:48,411 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:48,412 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/cdc0eeb0954741efa799217da8f1e1dc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/fec52492643d40049a6117ad025b3264, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/9213d74615e7474bbb04c6d69fd7eefa] 2024-11-21T05:31:48,412 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:48,412 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/B is initiating minor compaction (all files) 2024-11-21T05:31:48,412 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/B in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:48,413 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/3342d39d8862495ba4389911a79e59eb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/9111b09133324496be71b487e416b58e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b0fcf6952fe1414586c0483f43d43a8b] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=35.5 K 2024-11-21T05:31:48,413 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 3342d39d8862495ba4389911a79e59eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732167104918 2024-11-21T05:31:48,413 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdc0eeb0954741efa799217da8f1e1dc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732167104918 2024-11-21T05:31:48,413 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting fec52492643d40049a6117ad025b3264, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732167105632 2024-11-21T05:31:48,414 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9111b09133324496be71b487e416b58e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732167105632 2024-11-21T05:31:48,415 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9213d74615e7474bbb04c6d69fd7eefa, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732167106973 2024-11-21T05:31:48,415 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b0fcf6952fe1414586c0483f43d43a8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732167106978 2024-11-21T05:31:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,446 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,467 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#B#compaction#157 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:48,468 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/6297804825c74b22b4c2468ed8dcd8e0 is 50, key is test_row_0/B:col10/1732167106978/Put/seqid=0 2024-11-21T05:31:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,468 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112117afe969ce1641b0b3aeb1e4e6909915_dd11492e3ae3cff4584ea23ddcb327ed store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,477 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112117afe969ce1641b0b3aeb1e4e6909915_dd11492e3ae3cff4584ea23ddcb327ed, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:48,477 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112117afe969ce1641b0b3aeb1e4e6909915_dd11492e3ae3cff4584ea23ddcb327ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742008_1184 (size=12493) 2024-11-21T05:31:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,517 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/6297804825c74b22b4c2468ed8dcd8e0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6297804825c74b22b4c2468ed8dcd8e0 2024-11-21T05:31:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,526 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/B of dd11492e3ae3cff4584ea23ddcb327ed into 6297804825c74b22b4c2468ed8dcd8e0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:48,526 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:48,526 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/B, priority=13, startTime=1732167108410; duration=0sec 2024-11-21T05:31:48,526 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:48,526 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:B 2024-11-21T05:31:48,526 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:48,528 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:48,528 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/C is initiating minor compaction (all files) 2024-11-21T05:31:48,528 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/C in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:48,528 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/3e4f0db03ff846e2936cc5b88fcf903d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/575679478348447fbcd0e4d5c7bcc4b3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51b7ab9e4df74b9a87fea75b49d2372e] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=35.5 K 2024-11-21T05:31:48,529 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e4f0db03ff846e2936cc5b88fcf903d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732167104918 2024-11-21T05:31:48,529 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 575679478348447fbcd0e4d5c7bcc4b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732167105632 2024-11-21T05:31:48,530 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 51b7ab9e4df74b9a87fea75b49d2372e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732167106978 2024-11-21T05:31:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742009_1185 (size=4469) 2024-11-21T05:31:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:31:48,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:48,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:48,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:48,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:48,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:48,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,546 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#A#compaction#156 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:48,547 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/77c525f1487e485386dcfa1b5a95bd79 is 175, key is test_row_0/A:col10/1732167106978/Put/seqid=0 2024-11-21T05:31:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,551 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#C#compaction#158 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,552 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/210550d0bfd54ebdb93909866a7a20f4 is 50, key is test_row_0/C:col10/1732167106978/Put/seqid=0 2024-11-21T05:31:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212baca2263aa744cc86cca1a5e70930ae_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167108508/Put/seqid=0 2024-11-21T05:31:48,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742011_1187 (size=12493) 2024-11-21T05:31:48,623 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/210550d0bfd54ebdb93909866a7a20f4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/210550d0bfd54ebdb93909866a7a20f4 2024-11-21T05:31:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742010_1186 (size=31447) 2024-11-21T05:31:48,634 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/C of dd11492e3ae3cff4584ea23ddcb327ed into 210550d0bfd54ebdb93909866a7a20f4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:48,634 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:48,634 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/C, priority=13, startTime=1732167108411; duration=0sec 2024-11-21T05:31:48,634 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:48,634 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:C 2024-11-21T05:31:48,644 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/77c525f1487e485386dcfa1b5a95bd79 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/77c525f1487e485386dcfa1b5a95bd79 2024-11-21T05:31:48,651 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/A of dd11492e3ae3cff4584ea23ddcb327ed into 77c525f1487e485386dcfa1b5a95bd79(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:48,651 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:48,651 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/A, priority=13, startTime=1732167108409; duration=0sec 2024-11-21T05:31:48,651 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:48,651 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:A 2024-11-21T05:31:48,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742012_1188 (size=17284) 2024-11-21T05:31:48,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:48,674 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212baca2263aa744cc86cca1a5e70930ae_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212baca2263aa744cc86cca1a5e70930ae_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:48,676 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/ea34cea295ce49a9b622f45e66c6dcf9, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:48,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/ea34cea295ce49a9b622f45e66c6dcf9 is 175, key is test_row_0/A:col10/1732167108508/Put/seqid=0 2024-11-21T05:31:48,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742013_1189 (size=48385) 2024-11-21T05:31:48,710 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/ea34cea295ce49a9b622f45e66c6dcf9 2024-11-21T05:31:48,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/6cb189e271f74ba8969d802ca24c04d9 is 50, key is test_row_0/B:col10/1732167108508/Put/seqid=0 2024-11-21T05:31:48,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167168727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:48,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167168732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:48,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742014_1190 (size=9757) 2024-11-21T05:31:48,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/6cb189e271f74ba8969d802ca24c04d9 2024-11-21T05:31:48,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/f7e587fbd519421c84cce1917e1aef43 is 50, key is test_row_0/C:col10/1732167108508/Put/seqid=0 2024-11-21T05:31:48,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742015_1191 (size=9757) 2024-11-21T05:31:48,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167168854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:48,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/f7e587fbd519421c84cce1917e1aef43 2024-11-21T05:31:48,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167168855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/ea34cea295ce49a9b622f45e66c6dcf9 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/ea34cea295ce49a9b622f45e66c6dcf9 2024-11-21T05:31:48,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/ea34cea295ce49a9b622f45e66c6dcf9, entries=250, sequenceid=172, filesize=47.3 K 2024-11-21T05:31:48,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/6cb189e271f74ba8969d802ca24c04d9 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6cb189e271f74ba8969d802ca24c04d9 2024-11-21T05:31:48,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6cb189e271f74ba8969d802ca24c04d9, entries=100, sequenceid=172, filesize=9.5 K 2024-11-21T05:31:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/f7e587fbd519421c84cce1917e1aef43 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/f7e587fbd519421c84cce1917e1aef43 2024-11-21T05:31:48,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/f7e587fbd519421c84cce1917e1aef43, entries=100, sequenceid=172, filesize=9.5 K 2024-11-21T05:31:48,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dd11492e3ae3cff4584ea23ddcb327ed in 377ms, sequenceid=172, compaction requested=false 2024-11-21T05:31:48,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:49,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T05:31:49,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:49,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:49,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:49,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:49,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:49,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:49,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a4f22ce640f44087b6715f9624e2fdc3_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167108724/Put/seqid=0 2024-11-21T05:31:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167169090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167169092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742016_1192 (size=14794) 2024-11-21T05:31:49,163 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:49,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a4f22ce640f44087b6715f9624e2fdc3_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a4f22ce640f44087b6715f9624e2fdc3_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:49,196 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/31ad3a7b1e26403e9ecdb1cb892d116f, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:49,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/31ad3a7b1e26403e9ecdb1cb892d116f is 175, key is test_row_0/A:col10/1732167108724/Put/seqid=0 2024-11-21T05:31:49,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167169203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167169207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742017_1193 (size=39749) 2024-11-21T05:31:49,237 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/31ad3a7b1e26403e9ecdb1cb892d116f 2024-11-21T05:31:49,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/dd60dc86a7024ad9884e21e599020b79 is 50, key is test_row_0/B:col10/1732167108724/Put/seqid=0 2024-11-21T05:31:49,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742018_1194 (size=12151) 2024-11-21T05:31:49,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/dd60dc86a7024ad9884e21e599020b79 2024-11-21T05:31:49,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/66a82a365a624dd38c1bc3b9f3960a69 is 50, key is test_row_0/C:col10/1732167108724/Put/seqid=0 2024-11-21T05:31:49,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742019_1195 (size=12151) 2024-11-21T05:31:49,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/66a82a365a624dd38c1bc3b9f3960a69 2024-11-21T05:31:49,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/31ad3a7b1e26403e9ecdb1cb892d116f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/31ad3a7b1e26403e9ecdb1cb892d116f 2024-11-21T05:31:49,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/31ad3a7b1e26403e9ecdb1cb892d116f, entries=200, sequenceid=200, filesize=38.8 K 2024-11-21T05:31:49,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/dd60dc86a7024ad9884e21e599020b79 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/dd60dc86a7024ad9884e21e599020b79 2024-11-21T05:31:49,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/dd60dc86a7024ad9884e21e599020b79, entries=150, sequenceid=200, filesize=11.9 K 2024-11-21T05:31:49,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/66a82a365a624dd38c1bc3b9f3960a69 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/66a82a365a624dd38c1bc3b9f3960a69 2024-11-21T05:31:49,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/66a82a365a624dd38c1bc3b9f3960a69, entries=150, sequenceid=200, filesize=11.9 K 2024-11-21T05:31:49,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dd11492e3ae3cff4584ea23ddcb327ed in 333ms, sequenceid=200, compaction requested=true 2024-11-21T05:31:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:49,402 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:49,403 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:49,404 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:49,404 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/B is initiating minor compaction (all files) 2024-11-21T05:31:49,404 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/B in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:49,404 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6297804825c74b22b4c2468ed8dcd8e0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6cb189e271f74ba8969d802ca24c04d9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/dd60dc86a7024ad9884e21e599020b79] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=33.6 K 2024-11-21T05:31:49,405 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 6297804825c74b22b4c2468ed8dcd8e0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732167106978 2024-11-21T05:31:49,406 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cb189e271f74ba8969d802ca24c04d9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732167108508 2024-11-21T05:31:49,407 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting dd60dc86a7024ad9884e21e599020b79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732167108715 2024-11-21T05:31:49,409 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:49,409 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/A is initiating minor compaction (all files) 2024-11-21T05:31:49,409 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/A in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:49,409 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/77c525f1487e485386dcfa1b5a95bd79, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/ea34cea295ce49a9b622f45e66c6dcf9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/31ad3a7b1e26403e9ecdb1cb892d116f] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=116.8 K 2024-11-21T05:31:49,409 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:49,409 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/77c525f1487e485386dcfa1b5a95bd79, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/ea34cea295ce49a9b622f45e66c6dcf9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/31ad3a7b1e26403e9ecdb1cb892d116f] 2024-11-21T05:31:49,410 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77c525f1487e485386dcfa1b5a95bd79, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732167106978 2024-11-21T05:31:49,411 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea34cea295ce49a9b622f45e66c6dcf9, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732167108147 2024-11-21T05:31:49,411 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31ad3a7b1e26403e9ecdb1cb892d116f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732167108715 2024-11-21T05:31:49,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:31:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:49,421 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:49,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:49,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:49,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:49,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:49,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:49,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:49,422 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/a5150fb5e3da47bf8b4e124cad107d37 is 50, key is test_row_0/B:col10/1732167108724/Put/seqid=0 2024-11-21T05:31:49,435 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:49,461 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121099e885310904ee4aa176cb1a7dd0723_dd11492e3ae3cff4584ea23ddcb327ed store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:49,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ff9829bc98454f56b4d1199365855e54_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167109418/Put/seqid=0 2024-11-21T05:31:49,464 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121099e885310904ee4aa176cb1a7dd0723_dd11492e3ae3cff4584ea23ddcb327ed, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:49,464 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121099e885310904ee4aa176cb1a7dd0723_dd11492e3ae3cff4584ea23ddcb327ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742020_1196 (size=12595) 2024-11-21T05:31:49,513 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/a5150fb5e3da47bf8b4e124cad107d37 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/a5150fb5e3da47bf8b4e124cad107d37 2024-11-21T05:31:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742021_1197 (size=14794) 2024-11-21T05:31:49,527 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:49,527 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/B of dd11492e3ae3cff4584ea23ddcb327ed into a5150fb5e3da47bf8b4e124cad107d37(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:49,527 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:49,527 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/B, priority=13, startTime=1732167109402; duration=0sec 2024-11-21T05:31:49,528 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:49,528 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:B 2024-11-21T05:31:49,528 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:49,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167169519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,530 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:49,530 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/C is initiating minor compaction (all files) 2024-11-21T05:31:49,530 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/C in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:49,531 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/210550d0bfd54ebdb93909866a7a20f4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/f7e587fbd519421c84cce1917e1aef43, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/66a82a365a624dd38c1bc3b9f3960a69] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=33.6 K 2024-11-21T05:31:49,532 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 210550d0bfd54ebdb93909866a7a20f4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732167106978 2024-11-21T05:31:49,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742022_1198 (size=4469) 2024-11-21T05:31:49,533 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting f7e587fbd519421c84cce1917e1aef43, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732167108508 2024-11-21T05:31:49,534 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 66a82a365a624dd38c1bc3b9f3960a69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732167108715 2024-11-21T05:31:49,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167169531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,541 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ff9829bc98454f56b4d1199365855e54_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ff9829bc98454f56b4d1199365855e54_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:49,542 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/2f2d9a0fbb2c4696bb23ec2cea9162a0, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:49,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/2f2d9a0fbb2c4696bb23ec2cea9162a0 is 175, key is test_row_0/A:col10/1732167109418/Put/seqid=0 2024-11-21T05:31:49,561 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:49,562 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/ac9666883d8d4bf29f5520c782af91ff is 50, key is test_row_0/C:col10/1732167108724/Put/seqid=0 2024-11-21T05:31:49,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742023_1199 (size=39749) 2024-11-21T05:31:49,609 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/2f2d9a0fbb2c4696bb23ec2cea9162a0 2024-11-21T05:31:49,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742024_1200 (size=12595) 2024-11-21T05:31:49,625 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/ac9666883d8d4bf29f5520c782af91ff as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/ac9666883d8d4bf29f5520c782af91ff 2024-11-21T05:31:49,635 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/C of dd11492e3ae3cff4584ea23ddcb327ed into ac9666883d8d4bf29f5520c782af91ff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:49,635 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:49,635 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/C, priority=13, startTime=1732167109403; duration=0sec 2024-11-21T05:31:49,636 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:49,636 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:C 2024-11-21T05:31:49,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/3c05c7ca610346898536ac92185953e4 is 50, key is test_row_0/B:col10/1732167109418/Put/seqid=0 2024-11-21T05:31:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T05:31:49,649 INFO [Thread-703 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-21T05:31:49,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-21T05:31:49,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:49,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167169642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167169640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T05:31:49,653 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:49,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:49,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742025_1201 (size=12151) 2024-11-21T05:31:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T05:31:49,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T05:31:49,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:49,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:49,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:49,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:49,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:49,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167169853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167169858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,940 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#A#compaction#166 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:49,940 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/bf86ec2041144baa8211b6f7ff85fc4f is 175, key is test_row_0/A:col10/1732167108724/Put/seqid=0 2024-11-21T05:31:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T05:31:49,962 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:49,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T05:31:49,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:49,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:49,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:49,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:49,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742026_1202 (size=31549) 2024-11-21T05:31:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:49,982 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/bf86ec2041144baa8211b6f7ff85fc4f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bf86ec2041144baa8211b6f7ff85fc4f 2024-11-21T05:31:50,000 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/A of dd11492e3ae3cff4584ea23ddcb327ed into bf86ec2041144baa8211b6f7ff85fc4f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:50,000 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:50,000 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/A, priority=13, startTime=1732167109402; duration=0sec 2024-11-21T05:31:50,000 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:50,000 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:A 2024-11-21T05:31:50,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/3c05c7ca610346898536ac92185953e4 2024-11-21T05:31:50,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/97b8d6eb01f149ac8d86be731cb85e55 is 50, key is test_row_0/C:col10/1732167109418/Put/seqid=0 2024-11-21T05:31:50,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742027_1203 (size=12151) 2024-11-21T05:31:50,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/97b8d6eb01f149ac8d86be731cb85e55 2024-11-21T05:31:50,127 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T05:31:50,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:50,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:50,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:50,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/2f2d9a0fbb2c4696bb23ec2cea9162a0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2f2d9a0fbb2c4696bb23ec2cea9162a0 2024-11-21T05:31:50,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2f2d9a0fbb2c4696bb23ec2cea9162a0, entries=200, sequenceid=212, filesize=38.8 K 2024-11-21T05:31:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/3c05c7ca610346898536ac92185953e4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/3c05c7ca610346898536ac92185953e4 2024-11-21T05:31:50,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/3c05c7ca610346898536ac92185953e4, entries=150, sequenceid=212, filesize=11.9 K 2024-11-21T05:31:50,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/97b8d6eb01f149ac8d86be731cb85e55 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/97b8d6eb01f149ac8d86be731cb85e55 2024-11-21T05:31:50,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/97b8d6eb01f149ac8d86be731cb85e55, entries=150, sequenceid=212, filesize=11.9 K 2024-11-21T05:31:50,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dd11492e3ae3cff4584ea23ddcb327ed in 748ms, sequenceid=212, compaction requested=false 2024-11-21T05:31:50,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:50,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:31:50,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:50,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:50,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:50,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:50,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:50,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:50,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d1fe8039b2e44cd7abc22ff80bade0c9_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167109525/Put/seqid=0 2024-11-21T05:31:50,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167170194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167170201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742028_1204 (size=14794) 2024-11-21T05:31:50,224 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:50,238 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d1fe8039b2e44cd7abc22ff80bade0c9_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d1fe8039b2e44cd7abc22ff80bade0c9_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:50,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/411da6333bd74c9183e9adeca3e9572f, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:50,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/411da6333bd74c9183e9adeca3e9572f is 175, key is test_row_0/A:col10/1732167109525/Put/seqid=0 2024-11-21T05:31:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T05:31:50,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T05:31:50,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:50,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:50,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:50,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742029_1205 (size=39749) 2024-11-21T05:31:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:50,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167170307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167170307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T05:31:50,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:50,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:50,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167170515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167170515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T05:31:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:50,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,691 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/411da6333bd74c9183e9adeca3e9572f 2024-11-21T05:31:50,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/e555d78671df4bb496925f3b89e44fd2 is 50, key is test_row_0/B:col10/1732167109525/Put/seqid=0 2024-11-21T05:31:50,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742030_1206 (size=12151) 2024-11-21T05:31:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T05:31:50,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167170827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,836 INFO [master/083cd7fc6746:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T05:31:50,836 INFO [master/083cd7fc6746:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T05:31:50,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167170836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:50,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T05:31:50,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:50,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:50,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:50,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:51,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T05:31:51,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:51,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:51,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:51,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39278 deadline: 1732167171018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,021 DEBUG [Thread-699 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8212 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:51,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39306 deadline: 1732167171024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,025 DEBUG [Thread-697 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8206 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:51,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39236 deadline: 1732167171053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,055 DEBUG [Thread-695 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8242 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:31:51,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T05:31:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:51,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:51,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:51,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/e555d78671df4bb496925f3b89e44fd2 2024-11-21T05:31:51,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/44a4cd96e17e4f6ba5f29b1be36b3c3e is 50, key is test_row_0/C:col10/1732167109525/Put/seqid=0 2024-11-21T05:31:51,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742031_1207 (size=12151) 2024-11-21T05:31:51,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/44a4cd96e17e4f6ba5f29b1be36b3c3e 2024-11-21T05:31:51,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/411da6333bd74c9183e9adeca3e9572f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/411da6333bd74c9183e9adeca3e9572f 2024-11-21T05:31:51,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/411da6333bd74c9183e9adeca3e9572f, entries=200, sequenceid=240, filesize=38.8 K 2024-11-21T05:31:51,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/e555d78671df4bb496925f3b89e44fd2 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e555d78671df4bb496925f3b89e44fd2 2024-11-21T05:31:51,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e555d78671df4bb496925f3b89e44fd2, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T05:31:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/44a4cd96e17e4f6ba5f29b1be36b3c3e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/44a4cd96e17e4f6ba5f29b1be36b3c3e 2024-11-21T05:31:51,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/44a4cd96e17e4f6ba5f29b1be36b3c3e, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T05:31:51,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dd11492e3ae3cff4584ea23ddcb327ed in 1129ms, sequenceid=240, compaction requested=true 2024-11-21T05:31:51,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:51,299 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:51,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:51,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:51,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:51,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:51,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:51,300 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:51,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:51,301 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:51,301 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/A is initiating minor compaction (all files) 2024-11-21T05:31:51,301 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/A in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,301 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bf86ec2041144baa8211b6f7ff85fc4f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2f2d9a0fbb2c4696bb23ec2cea9162a0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/411da6333bd74c9183e9adeca3e9572f] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=108.4 K 2024-11-21T05:31:51,301 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,301 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bf86ec2041144baa8211b6f7ff85fc4f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2f2d9a0fbb2c4696bb23ec2cea9162a0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/411da6333bd74c9183e9adeca3e9572f] 2024-11-21T05:31:51,302 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:51,302 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/B is initiating minor compaction (all files) 2024-11-21T05:31:51,302 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/B in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,302 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/a5150fb5e3da47bf8b4e124cad107d37, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/3c05c7ca610346898536ac92185953e4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e555d78671df4bb496925f3b89e44fd2] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=36.0 K 2024-11-21T05:31:51,303 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf86ec2041144baa8211b6f7ff85fc4f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732167108715 2024-11-21T05:31:51,304 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting a5150fb5e3da47bf8b4e124cad107d37, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732167108715 2024-11-21T05:31:51,304 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f2d9a0fbb2c4696bb23ec2cea9162a0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732167109085 2024-11-21T05:31:51,305 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c05c7ca610346898536ac92185953e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732167109085 2024-11-21T05:31:51,305 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 411da6333bd74c9183e9adeca3e9572f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732167109490 2024-11-21T05:31:51,307 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting e555d78671df4bb496925f3b89e44fd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732167109490 2024-11-21T05:31:51,312 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T05:31:51,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,315 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:31:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:51,331 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:51,332 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/78ed6e04b2cd4635931e3ff4ece205c7 is 50, key is test_row_0/B:col10/1732167109525/Put/seqid=0 2024-11-21T05:31:51,333 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:51,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:51,353 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121e4385ccfc58a4d29bc517b6f5925d597_dd11492e3ae3cff4584ea23ddcb327ed store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:51,355 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121e4385ccfc58a4d29bc517b6f5925d597_dd11492e3ae3cff4584ea23ddcb327ed, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:51,355 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e4385ccfc58a4d29bc517b6f5925d597_dd11492e3ae3cff4584ea23ddcb327ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:51,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112142dd907f599f4ac9871ca4a9a84b9d1a_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167110178/Put/seqid=0 2024-11-21T05:31:51,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742032_1208 (size=12697) 2024-11-21T05:31:51,403 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/78ed6e04b2cd4635931e3ff4ece205c7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/78ed6e04b2cd4635931e3ff4ece205c7 2024-11-21T05:31:51,411 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/B of dd11492e3ae3cff4584ea23ddcb327ed into 78ed6e04b2cd4635931e3ff4ece205c7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:51,411 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:51,411 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/B, priority=13, startTime=1732167111300; duration=0sec 2024-11-21T05:31:51,411 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:51,411 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:B 2024-11-21T05:31:51,411 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:51,413 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:51,413 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/C is initiating minor compaction (all files) 2024-11-21T05:31:51,413 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/C in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,414 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/ac9666883d8d4bf29f5520c782af91ff, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/97b8d6eb01f149ac8d86be731cb85e55, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/44a4cd96e17e4f6ba5f29b1be36b3c3e] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=36.0 K 2024-11-21T05:31:51,415 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting ac9666883d8d4bf29f5520c782af91ff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732167108715 2024-11-21T05:31:51,415 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 97b8d6eb01f149ac8d86be731cb85e55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732167109085 2024-11-21T05:31:51,416 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 44a4cd96e17e4f6ba5f29b1be36b3c3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732167109490 2024-11-21T05:31:51,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742034_1210 (size=12304) 2024-11-21T05:31:51,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742033_1209 (size=4469) 2024-11-21T05:31:51,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:51,435 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#C#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:51,435 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/8c0cd5c1fc4e4d03b938f3d5052aac23 is 50, key is test_row_0/C:col10/1732167109525/Put/seqid=0 2024-11-21T05:31:51,435 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#A#compaction#175 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:51,436 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/f4d3cd3ae70249cca671be27b1c4d8e4 is 175, key is test_row_0/A:col10/1732167109525/Put/seqid=0 2024-11-21T05:31:51,443 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112142dd907f599f4ac9871ca4a9a84b9d1a_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142dd907f599f4ac9871ca4a9a84b9d1a_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/c090e02009ae4a09bb107d5f5b190324, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:51,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/c090e02009ae4a09bb107d5f5b190324 is 175, key is test_row_0/A:col10/1732167110178/Put/seqid=0 2024-11-21T05:31:51,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167171458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167171459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742035_1211 (size=12697) 2024-11-21T05:31:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742036_1212 (size=31651) 2024-11-21T05:31:51,499 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/8c0cd5c1fc4e4d03b938f3d5052aac23 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/8c0cd5c1fc4e4d03b938f3d5052aac23 2024-11-21T05:31:51,499 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/f4d3cd3ae70249cca671be27b1c4d8e4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/f4d3cd3ae70249cca671be27b1c4d8e4 2024-11-21T05:31:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742037_1213 (size=31105) 2024-11-21T05:31:51,507 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/C of dd11492e3ae3cff4584ea23ddcb327ed into 8c0cd5c1fc4e4d03b938f3d5052aac23(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:51,507 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:51,507 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/c090e02009ae4a09bb107d5f5b190324 2024-11-21T05:31:51,507 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/C, priority=13, startTime=1732167111300; duration=0sec 2024-11-21T05:31:51,508 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:51,508 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:C 2024-11-21T05:31:51,515 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/A of dd11492e3ae3cff4584ea23ddcb327ed into f4d3cd3ae70249cca671be27b1c4d8e4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:51,515 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:51,515 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/A, priority=13, startTime=1732167111299; duration=0sec 2024-11-21T05:31:51,516 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:51,516 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:A 2024-11-21T05:31:51,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/21c1a012a4934dff8bd8a937ef5c4663 is 50, key is test_row_0/B:col10/1732167110178/Put/seqid=0 2024-11-21T05:31:51,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167171575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167171576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742038_1214 (size=12151) 2024-11-21T05:31:51,597 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/21c1a012a4934dff8bd8a937ef5c4663 2024-11-21T05:31:51,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/3304c3fcd1504d5c86e628b6456d979a is 50, key is test_row_0/C:col10/1732167110178/Put/seqid=0 2024-11-21T05:31:51,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742039_1215 (size=12151) 2024-11-21T05:31:51,638 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/3304c3fcd1504d5c86e628b6456d979a 2024-11-21T05:31:51,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/c090e02009ae4a09bb107d5f5b190324 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/c090e02009ae4a09bb107d5f5b190324 2024-11-21T05:31:51,660 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/c090e02009ae4a09bb107d5f5b190324, entries=150, sequenceid=251, filesize=30.4 K 2024-11-21T05:31:51,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/21c1a012a4934dff8bd8a937ef5c4663 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/21c1a012a4934dff8bd8a937ef5c4663 2024-11-21T05:31:51,677 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/21c1a012a4934dff8bd8a937ef5c4663, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T05:31:51,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/3304c3fcd1504d5c86e628b6456d979a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/3304c3fcd1504d5c86e628b6456d979a 2024-11-21T05:31:51,689 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/3304c3fcd1504d5c86e628b6456d979a, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T05:31:51,690 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for dd11492e3ae3cff4584ea23ddcb327ed in 375ms, sequenceid=251, compaction requested=false 2024-11-21T05:31:51,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:51,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T05:31:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-21T05:31:51,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-21T05:31:51,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0390 sec 2024-11-21T05:31:51,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.0440 sec 2024-11-21T05:31:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T05:31:51,773 INFO [Thread-703 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-21T05:31:51,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-21T05:31:51,776 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:51,777 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:51,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T05:31:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:51,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T05:31:51,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:51,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:51,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:51,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:51,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:51,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:51,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b2c0aa58ec2d46efa069dd7494f50746_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167111784/Put/seqid=0 2024-11-21T05:31:51,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167171799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167171804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742040_1216 (size=12454) 2024-11-21T05:31:51,863 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:51,877 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b2c0aa58ec2d46efa069dd7494f50746_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b2c0aa58ec2d46efa069dd7494f50746_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:51,878 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/23f80cb5a1f64782a5f19273e56aaa9b, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:51,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/23f80cb5a1f64782a5f19273e56aaa9b is 175, key is test_row_0/A:col10/1732167111784/Put/seqid=0 2024-11-21T05:31:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T05:31:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167171909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167171910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742041_1217 (size=31255) 2024-11-21T05:31:51,924 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/23f80cb5a1f64782a5f19273e56aaa9b 2024-11-21T05:31:51,930 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:51,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T05:31:51,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:51,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:51,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:51,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:51,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/6b236e6d7077453580e4f266753a65ed is 50, key is test_row_0/B:col10/1732167111784/Put/seqid=0 2024-11-21T05:31:51,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742042_1218 (size=12301) 2024-11-21T05:31:51,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/6b236e6d7077453580e4f266753a65ed 2024-11-21T05:31:52,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/7477336c5c7b44e585dc2e407f540970 is 50, key is test_row_0/C:col10/1732167111784/Put/seqid=0 2024-11-21T05:31:52,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742043_1219 (size=12301) 2024-11-21T05:31:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T05:31:52,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:52,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T05:31:52,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:52,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:52,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:52,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167172113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:52,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167172115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:52,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:52,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T05:31:52,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:52,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:52,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T05:31:52,397 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:52,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T05:31:52,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:52,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:52,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:52,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167172422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:52,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167172431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:52,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/7477336c5c7b44e585dc2e407f540970 2024-11-21T05:31:52,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/23f80cb5a1f64782a5f19273e56aaa9b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/23f80cb5a1f64782a5f19273e56aaa9b 2024-11-21T05:31:52,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/23f80cb5a1f64782a5f19273e56aaa9b, entries=150, sequenceid=282, filesize=30.5 K 2024-11-21T05:31:52,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/6b236e6d7077453580e4f266753a65ed as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6b236e6d7077453580e4f266753a65ed 2024-11-21T05:31:52,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6b236e6d7077453580e4f266753a65ed, entries=150, sequenceid=282, filesize=12.0 K 2024-11-21T05:31:52,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/7477336c5c7b44e585dc2e407f540970 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7477336c5c7b44e585dc2e407f540970 2024-11-21T05:31:52,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7477336c5c7b44e585dc2e407f540970, entries=150, sequenceid=282, filesize=12.0 K 2024-11-21T05:31:52,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for dd11492e3ae3cff4584ea23ddcb327ed in 714ms, sequenceid=282, compaction requested=true 2024-11-21T05:31:52,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:52,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:52,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:52,501 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:52,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:52,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:52,501 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:52,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:52,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:52,502 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:52,502 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:52,502 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/A is initiating minor compaction (all files) 2024-11-21T05:31:52,502 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/B is initiating minor compaction (all files) 2024-11-21T05:31:52,502 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/B in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,502 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/A in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,502 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/f4d3cd3ae70249cca671be27b1c4d8e4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/c090e02009ae4a09bb107d5f5b190324, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/23f80cb5a1f64782a5f19273e56aaa9b] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=91.8 K 2024-11-21T05:31:52,502 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/78ed6e04b2cd4635931e3ff4ece205c7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/21c1a012a4934dff8bd8a937ef5c4663, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6b236e6d7077453580e4f266753a65ed] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=36.3 K 2024-11-21T05:31:52,502 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,502 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/f4d3cd3ae70249cca671be27b1c4d8e4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/c090e02009ae4a09bb107d5f5b190324, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/23f80cb5a1f64782a5f19273e56aaa9b] 2024-11-21T05:31:52,502 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 78ed6e04b2cd4635931e3ff4ece205c7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732167109490 2024-11-21T05:31:52,511 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 21c1a012a4934dff8bd8a937ef5c4663, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732167110178 2024-11-21T05:31:52,511 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4d3cd3ae70249cca671be27b1c4d8e4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732167109490 2024-11-21T05:31:52,511 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b236e6d7077453580e4f266753a65ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732167111408 2024-11-21T05:31:52,511 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c090e02009ae4a09bb107d5f5b190324, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732167110178 2024-11-21T05:31:52,512 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f80cb5a1f64782a5f19273e56aaa9b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732167111408 2024-11-21T05:31:52,543 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:52,546 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:52,547 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/c091ddb14b8141ef816bd03f44bfc2ef is 50, key is test_row_0/B:col10/1732167111784/Put/seqid=0 2024-11-21T05:31:52,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:52,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T05:31:52,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,552 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T05:31:52,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:52,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:52,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:52,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:52,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:52,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:52,555 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b08636fdc3e246169e07fdaf35a74eee_dd11492e3ae3cff4584ea23ddcb327ed store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:52,557 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b08636fdc3e246169e07fdaf35a74eee_dd11492e3ae3cff4584ea23ddcb327ed, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:52,557 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b08636fdc3e246169e07fdaf35a74eee_dd11492e3ae3cff4584ea23ddcb327ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:52,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212c53efcdda714d28b70639e1ffa1c525_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167111802/Put/seqid=0 2024-11-21T05:31:52,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742044_1220 (size=12949) 2024-11-21T05:31:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742045_1221 (size=4469) 2024-11-21T05:31:52,658 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#A#compaction#183 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:52,659 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/d6cc9a75d2ad44efa225ef50e49efdda is 175, key is test_row_0/A:col10/1732167111784/Put/seqid=0 2024-11-21T05:31:52,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742046_1222 (size=12454) 2024-11-21T05:31:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,679 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212c53efcdda714d28b70639e1ffa1c525_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212c53efcdda714d28b70639e1ffa1c525_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:52,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/4f6daa0b89f9477dbc34ce4a9f31abcf, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:52,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/4f6daa0b89f9477dbc34ce4a9f31abcf is 175, key is test_row_0/A:col10/1732167111802/Put/seqid=0 2024-11-21T05:31:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742047_1223 (size=31903) 2024-11-21T05:31:52,701 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/d6cc9a75d2ad44efa225ef50e49efdda as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/d6cc9a75d2ad44efa225ef50e49efdda 2024-11-21T05:31:52,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742048_1224 (size=31255) 2024-11-21T05:31:52,717 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/4f6daa0b89f9477dbc34ce4a9f31abcf 2024-11-21T05:31:52,718 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/A of dd11492e3ae3cff4584ea23ddcb327ed into d6cc9a75d2ad44efa225ef50e49efdda(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:52,718 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:52,718 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/A, priority=13, startTime=1732167112500; duration=0sec 2024-11-21T05:31:52,718 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:52,718 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:A 2024-11-21T05:31:52,718 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:52,723 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:52,724 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/C is initiating minor compaction (all files) 2024-11-21T05:31:52,724 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/C in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,724 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/8c0cd5c1fc4e4d03b938f3d5052aac23, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/3304c3fcd1504d5c86e628b6456d979a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7477336c5c7b44e585dc2e407f540970] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=36.3 K 2024-11-21T05:31:52,725 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c0cd5c1fc4e4d03b938f3d5052aac23, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732167109490 2024-11-21T05:31:52,726 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3304c3fcd1504d5c86e628b6456d979a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732167110178 2024-11-21T05:31:52,727 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7477336c5c7b44e585dc2e407f540970, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732167111408 2024-11-21T05:31:52,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/b768fafbe8f1450b99c0b38571046c01 is 50, key is test_row_0/B:col10/1732167111802/Put/seqid=0 2024-11-21T05:31:52,761 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#C#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:52,761 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/631e333435db4d98bc72c0460c764f13 is 50, key is test_row_0/C:col10/1732167111784/Put/seqid=0 2024-11-21T05:31:52,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742049_1225 (size=12301) 2024-11-21T05:31:52,808 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/b768fafbe8f1450b99c0b38571046c01 2024-11-21T05:31:52,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742050_1226 (size=12949) 2024-11-21T05:31:52,820 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/631e333435db4d98bc72c0460c764f13 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/631e333435db4d98bc72c0460c764f13 2024-11-21T05:31:52,830 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/C of dd11492e3ae3cff4584ea23ddcb327ed into 631e333435db4d98bc72c0460c764f13(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:52,830 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:52,830 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/C, priority=13, startTime=1732167112501; duration=0sec 2024-11-21T05:31:52,830 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:52,830 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:C 2024-11-21T05:31:52,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/9077f1d06bce464393b2f3bdb4a88186 is 50, key is test_row_0/C:col10/1732167111802/Put/seqid=0 2024-11-21T05:31:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T05:31:52,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742051_1227 (size=12301) 2024-11-21T05:31:52,883 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/9077f1d06bce464393b2f3bdb4a88186 2024-11-21T05:31:52,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/4f6daa0b89f9477dbc34ce4a9f31abcf as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/4f6daa0b89f9477dbc34ce4a9f31abcf 2024-11-21T05:31:52,899 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/4f6daa0b89f9477dbc34ce4a9f31abcf, entries=150, sequenceid=290, filesize=30.5 K 2024-11-21T05:31:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/b768fafbe8f1450b99c0b38571046c01 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b768fafbe8f1450b99c0b38571046c01 2024-11-21T05:31:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,910 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b768fafbe8f1450b99c0b38571046c01, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T05:31:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/9077f1d06bce464393b2f3bdb4a88186 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/9077f1d06bce464393b2f3bdb4a88186 2024-11-21T05:31:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,920 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/9077f1d06bce464393b2f3bdb4a88186, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T05:31:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,921 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for dd11492e3ae3cff4584ea23ddcb327ed in 369ms, sequenceid=290, compaction requested=false 2024-11-21T05:31:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-21T05:31:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-21T05:31:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-21T05:31:52,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1470 sec 2024-11-21T05:31:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.1520 sec 2024-11-21T05:31:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,059 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/c091ddb14b8141ef816bd03f44bfc2ef as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/c091ddb14b8141ef816bd03f44bfc2ef 2024-11-21T05:31:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,073 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/B of dd11492e3ae3cff4584ea23ddcb327ed into c091ddb14b8141ef816bd03f44bfc2ef(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:53,073 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:53,073 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/B, priority=13, startTime=1732167112501; duration=0sec 2024-11-21T05:31:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,073 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:53,073 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:B 2024-11-21T05:31:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:31:53,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:53,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:53,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:53,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:53,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112117d7580d1cb844928c1debe0d49a046f_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167113147/Put/seqid=0 2024-11-21T05:31:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742053_1229 (size=25158) 2024-11-21T05:31:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167173239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:53,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167173241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:53,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167173341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:53,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167173345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:53,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167173547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:53,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167173549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:53,607 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:53,629 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112117d7580d1cb844928c1debe0d49a046f_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112117d7580d1cb844928c1debe0d49a046f_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:53,630 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/05c988d52e2f41408d65857f0fe20186, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:53,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/05c988d52e2f41408d65857f0fe20186 is 175, key is test_row_0/A:col10/1732167113147/Put/seqid=0 2024-11-21T05:31:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742052_1228 (size=74795) 2024-11-21T05:31:53,649 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/05c988d52e2f41408d65857f0fe20186 2024-11-21T05:31:53,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/0c36bfb914574270b6480ce1c2d99fc0 is 50, key is test_row_0/B:col10/1732167113147/Put/seqid=0 2024-11-21T05:31:53,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742054_1230 (size=12301) 2024-11-21T05:31:53,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167173852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:53,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167173854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T05:31:53,883 INFO [Thread-703 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-21T05:31:53,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-21T05:31:53,891 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T05:31:53,892 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:53,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T05:31:54,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:54,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T05:31:54,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/0c36bfb914574270b6480ce1c2d99fc0 2024-11-21T05:31:54,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/6ffed768d81c48c8a634134d1e8c65c1 is 50, key is test_row_0/C:col10/1732167113147/Put/seqid=0 2024-11-21T05:31:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742055_1231 (size=12301) 2024-11-21T05:31:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T05:31:54,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:54,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T05:31:54,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:54,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:54,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T05:31:54,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167174363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:54,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167174363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:54,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T05:31:54,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:54,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T05:31:54,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:54,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:54,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/6ffed768d81c48c8a634134d1e8c65c1 2024-11-21T05:31:54,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/05c988d52e2f41408d65857f0fe20186 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/05c988d52e2f41408d65857f0fe20186 2024-11-21T05:31:54,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/05c988d52e2f41408d65857f0fe20186, entries=400, sequenceid=304, filesize=73.0 K 2024-11-21T05:31:54,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/0c36bfb914574270b6480ce1c2d99fc0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/0c36bfb914574270b6480ce1c2d99fc0 2024-11-21T05:31:54,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/0c36bfb914574270b6480ce1c2d99fc0, entries=150, sequenceid=304, filesize=12.0 K 2024-11-21T05:31:54,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/6ffed768d81c48c8a634134d1e8c65c1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6ffed768d81c48c8a634134d1e8c65c1 2024-11-21T05:31:54,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6ffed768d81c48c8a634134d1e8c65c1, entries=150, sequenceid=304, filesize=12.0 K 2024-11-21T05:31:54,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dd11492e3ae3cff4584ea23ddcb327ed in 1487ms, sequenceid=304, compaction requested=true 2024-11-21T05:31:54,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:54,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:54,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:54,636 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:54,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:54,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:54,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:54,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:31:54,637 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:54,641 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137953 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:54,641 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/A is initiating minor compaction (all files) 2024-11-21T05:31:54,641 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/A in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,641 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/d6cc9a75d2ad44efa225ef50e49efdda, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/4f6daa0b89f9477dbc34ce4a9f31abcf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/05c988d52e2f41408d65857f0fe20186] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=134.7 K 2024-11-21T05:31:54,641 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,641 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/d6cc9a75d2ad44efa225ef50e49efdda, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/4f6daa0b89f9477dbc34ce4a9f31abcf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/05c988d52e2f41408d65857f0fe20186] 2024-11-21T05:31:54,642 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6cc9a75d2ad44efa225ef50e49efdda, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732167111408 2024-11-21T05:31:54,642 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f6daa0b89f9477dbc34ce4a9f31abcf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732167111789 2024-11-21T05:31:54,643 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05c988d52e2f41408d65857f0fe20186, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732167113091 2024-11-21T05:31:54,650 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:54,651 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/B is initiating minor compaction (all files) 2024-11-21T05:31:54,651 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/B in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,651 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/c091ddb14b8141ef816bd03f44bfc2ef, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b768fafbe8f1450b99c0b38571046c01, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/0c36bfb914574270b6480ce1c2d99fc0] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=36.7 K 2024-11-21T05:31:54,655 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting c091ddb14b8141ef816bd03f44bfc2ef, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732167111408 2024-11-21T05:31:54,655 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b768fafbe8f1450b99c0b38571046c01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732167111789 2024-11-21T05:31:54,657 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:54,658 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c36bfb914574270b6480ce1c2d99fc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732167113102 2024-11-21T05:31:54,661 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210d83cbc5de554931bde6b428c69b844d_dd11492e3ae3cff4584ea23ddcb327ed store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:54,665 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210d83cbc5de554931bde6b428c69b844d_dd11492e3ae3cff4584ea23ddcb327ed, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:54,665 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210d83cbc5de554931bde6b428c69b844d_dd11492e3ae3cff4584ea23ddcb327ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:54,681 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:54,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T05:31:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,683 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:31:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:54,693 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:54,693 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/0db30dc73a6146e19ecd70cadc9df858 is 50, key is test_row_0/B:col10/1732167113147/Put/seqid=0 2024-11-21T05:31:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d8390d0ba224421cab9d629eb29a89ad_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167113234/Put/seqid=0 2024-11-21T05:31:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742056_1232 (size=4469) 2024-11-21T05:31:54,747 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#A#compaction#192 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:54,748 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/256f09ae55174d4f85fc04c4e3a894cd is 175, key is test_row_0/A:col10/1732167113147/Put/seqid=0 2024-11-21T05:31:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742057_1233 (size=13051) 2024-11-21T05:31:54,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742058_1234 (size=12454) 2024-11-21T05:31:54,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742059_1235 (size=32005) 2024-11-21T05:31:54,850 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/256f09ae55174d4f85fc04c4e3a894cd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/256f09ae55174d4f85fc04c4e3a894cd 2024-11-21T05:31:54,861 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/A of dd11492e3ae3cff4584ea23ddcb327ed into 256f09ae55174d4f85fc04c4e3a894cd(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:54,861 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:54,861 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/A, priority=13, startTime=1732167114636; duration=0sec 2024-11-21T05:31:54,861 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:54,861 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:A 2024-11-21T05:31:54,861 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:54,863 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:54,864 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/C is initiating minor compaction (all files) 2024-11-21T05:31:54,864 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/C in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:54,864 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/631e333435db4d98bc72c0460c764f13, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/9077f1d06bce464393b2f3bdb4a88186, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6ffed768d81c48c8a634134d1e8c65c1] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=36.7 K 2024-11-21T05:31:54,865 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 631e333435db4d98bc72c0460c764f13, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732167111408 2024-11-21T05:31:54,865 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9077f1d06bce464393b2f3bdb4a88186, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732167111789 2024-11-21T05:31:54,866 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ffed768d81c48c8a634134d1e8c65c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732167113102 2024-11-21T05:31:54,877 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:54,877 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/0bf815c3665e44ff9acf68eacd6029b4 is 50, key is test_row_0/C:col10/1732167113147/Put/seqid=0 2024-11-21T05:31:54,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742060_1236 (size=13051) 2024-11-21T05:31:54,950 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/0bf815c3665e44ff9acf68eacd6029b4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/0bf815c3665e44ff9acf68eacd6029b4 2024-11-21T05:31:54,957 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/C of dd11492e3ae3cff4584ea23ddcb327ed into 0bf815c3665e44ff9acf68eacd6029b4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:54,957 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:54,957 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/C, priority=13, startTime=1732167114636; duration=0sec 2024-11-21T05:31:54,957 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:54,957 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:C 2024-11-21T05:31:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T05:31:55,182 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/0db30dc73a6146e19ecd70cadc9df858 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/0db30dc73a6146e19ecd70cadc9df858 2024-11-21T05:31:55,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:55,202 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d8390d0ba224421cab9d629eb29a89ad_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d8390d0ba224421cab9d629eb29a89ad_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/1f8788b5a8654bad8b2dad84aee4f84b, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/1f8788b5a8654bad8b2dad84aee4f84b is 175, key is test_row_0/A:col10/1732167113234/Put/seqid=0 2024-11-21T05:31:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742061_1237 (size=31255) 2024-11-21T05:31:55,212 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/B of dd11492e3ae3cff4584ea23ddcb327ed into 0db30dc73a6146e19ecd70cadc9df858(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:55,212 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:55,212 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/B, priority=13, startTime=1732167114636; duration=0sec 2024-11-21T05:31:55,212 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:55,212 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:B 2024-11-21T05:31:55,216 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/1f8788b5a8654bad8b2dad84aee4f84b 2024-11-21T05:31:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/56bb45ccc81d4a6c823af138d4fbc1bd is 50, key is test_row_0/B:col10/1732167113234/Put/seqid=0 2024-11-21T05:31:55,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742062_1238 (size=12301) 2024-11-21T05:31:55,260 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/56bb45ccc81d4a6c823af138d4fbc1bd 2024-11-21T05:31:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/b04afa112fe84938828ce47a55924c7a is 50, key is test_row_0/C:col10/1732167113234/Put/seqid=0 2024-11-21T05:31:55,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742063_1239 (size=12301) 2024-11-21T05:31:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:55,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:55,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167175379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167175380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:55,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167175487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:55,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167175491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:55,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167175695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:55,700 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/b04afa112fe84938828ce47a55924c7a 2024-11-21T05:31:55,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167175701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:55,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/1f8788b5a8654bad8b2dad84aee4f84b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/1f8788b5a8654bad8b2dad84aee4f84b 2024-11-21T05:31:55,725 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/1f8788b5a8654bad8b2dad84aee4f84b, entries=150, sequenceid=329, filesize=30.5 K 2024-11-21T05:31:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/56bb45ccc81d4a6c823af138d4fbc1bd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/56bb45ccc81d4a6c823af138d4fbc1bd 2024-11-21T05:31:55,732 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/56bb45ccc81d4a6c823af138d4fbc1bd, entries=150, sequenceid=329, filesize=12.0 K 2024-11-21T05:31:55,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/b04afa112fe84938828ce47a55924c7a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/b04afa112fe84938828ce47a55924c7a 2024-11-21T05:31:55,740 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/b04afa112fe84938828ce47a55924c7a, entries=150, sequenceid=329, filesize=12.0 K 2024-11-21T05:31:55,741 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dd11492e3ae3cff4584ea23ddcb327ed in 1058ms, sequenceid=329, compaction requested=false 2024-11-21T05:31:55,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:55,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:55,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-21T05:31:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-21T05:31:55,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T05:31:55,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8510 sec 2024-11-21T05:31:55,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.8560 sec 2024-11-21T05:31:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:56,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T05:31:56,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:56,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:56,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:56,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:56,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:56,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:56,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a1cac4340fb44e708085e652d7b90c23_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167116004/Put/seqid=0 2024-11-21T05:31:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T05:31:56,023 INFO [Thread-703 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-21T05:31:56,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-21T05:31:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T05:31:56,030 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:56,031 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:56,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:56,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742064_1240 (size=14994) 2024-11-21T05:31:56,062 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:56,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167176061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167176063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,067 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a1cac4340fb44e708085e652d7b90c23_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a1cac4340fb44e708085e652d7b90c23_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:56,068 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/749d64f5175d4c6b9995257f30ad8ce1, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:56,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/749d64f5175d4c6b9995257f30ad8ce1 is 175, key is test_row_0/A:col10/1732167116004/Put/seqid=0 2024-11-21T05:31:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742065_1241 (size=39949) 2024-11-21T05:31:56,101 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/749d64f5175d4c6b9995257f30ad8ce1 2024-11-21T05:31:56,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/e5cfaa7f63ef4f1e9f9a869f047b04a3 is 50, key is test_row_0/B:col10/1732167116004/Put/seqid=0 2024-11-21T05:31:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T05:31:56,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742066_1242 (size=12301) 2024-11-21T05:31:56,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/e5cfaa7f63ef4f1e9f9a869f047b04a3 2024-11-21T05:31:56,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/d4a3909012ff409281b9eaefe0de391a is 50, key is test_row_0/C:col10/1732167116004/Put/seqid=0 2024-11-21T05:31:56,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167176167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167176168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742067_1243 (size=12301) 2024-11-21T05:31:56,183 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T05:31:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:56,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:56,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:56,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/d4a3909012ff409281b9eaefe0de391a 2024-11-21T05:31:56,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:56,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:56,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/749d64f5175d4c6b9995257f30ad8ce1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/749d64f5175d4c6b9995257f30ad8ce1 2024-11-21T05:31:56,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/749d64f5175d4c6b9995257f30ad8ce1, entries=200, sequenceid=345, filesize=39.0 K 2024-11-21T05:31:56,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/e5cfaa7f63ef4f1e9f9a869f047b04a3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e5cfaa7f63ef4f1e9f9a869f047b04a3 2024-11-21T05:31:56,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e5cfaa7f63ef4f1e9f9a869f047b04a3, entries=150, sequenceid=345, filesize=12.0 K 2024-11-21T05:31:56,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/d4a3909012ff409281b9eaefe0de391a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/d4a3909012ff409281b9eaefe0de391a 2024-11-21T05:31:56,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/d4a3909012ff409281b9eaefe0de391a, entries=150, sequenceid=345, filesize=12.0 K 2024-11-21T05:31:56,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dd11492e3ae3cff4584ea23ddcb327ed in 219ms, sequenceid=345, compaction requested=true 2024-11-21T05:31:56,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:56,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:56,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:56,227 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:56,227 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:56,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:56,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:56,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:56,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:56,231 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:56,231 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/B is initiating minor compaction (all files) 2024-11-21T05:31:56,231 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/B in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:56,231 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/0db30dc73a6146e19ecd70cadc9df858, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/56bb45ccc81d4a6c823af138d4fbc1bd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e5cfaa7f63ef4f1e9f9a869f047b04a3] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=36.8 K 2024-11-21T05:31:56,232 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:56,232 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/A is initiating minor compaction (all files) 2024-11-21T05:31:56,232 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/A in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:56,232 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/256f09ae55174d4f85fc04c4e3a894cd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/1f8788b5a8654bad8b2dad84aee4f84b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/749d64f5175d4c6b9995257f30ad8ce1] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=100.8 K 2024-11-21T05:31:56,232 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:56,232 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/256f09ae55174d4f85fc04c4e3a894cd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/1f8788b5a8654bad8b2dad84aee4f84b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/749d64f5175d4c6b9995257f30ad8ce1] 2024-11-21T05:31:56,233 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 256f09ae55174d4f85fc04c4e3a894cd, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732167113102 2024-11-21T05:31:56,233 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 0db30dc73a6146e19ecd70cadc9df858, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732167113102 2024-11-21T05:31:56,234 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f8788b5a8654bad8b2dad84aee4f84b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732167113234 2024-11-21T05:31:56,234 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 56bb45ccc81d4a6c823af138d4fbc1bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732167113234 2024-11-21T05:31:56,234 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting e5cfaa7f63ef4f1e9f9a869f047b04a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732167115375 2024-11-21T05:31:56,235 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 749d64f5175d4c6b9995257f30ad8ce1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732167115375 2024-11-21T05:31:56,253 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#B#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:56,253 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/9f417463874046bb8b618e9e1f01b85e is 50, key is test_row_0/B:col10/1732167116004/Put/seqid=0 2024-11-21T05:31:56,255 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:56,271 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121fc5c9e0c4d134ad4ab298cf1a990ce02_dd11492e3ae3cff4584ea23ddcb327ed store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:56,273 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121fc5c9e0c4d134ad4ab298cf1a990ce02_dd11492e3ae3cff4584ea23ddcb327ed, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:56,274 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fc5c9e0c4d134ad4ab298cf1a990ce02_dd11492e3ae3cff4584ea23ddcb327ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742068_1244 (size=13153) 2024-11-21T05:31:56,291 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/9f417463874046bb8b618e9e1f01b85e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/9f417463874046bb8b618e9e1f01b85e 2024-11-21T05:31:56,303 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/B of dd11492e3ae3cff4584ea23ddcb327ed into 9f417463874046bb8b618e9e1f01b85e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:56,303 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:56,303 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/B, priority=13, startTime=1732167116227; duration=0sec 2024-11-21T05:31:56,304 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:56,304 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:B 2024-11-21T05:31:56,304 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:56,308 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:56,308 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/C is initiating minor compaction (all files) 2024-11-21T05:31:56,308 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/C in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:56,308 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/0bf815c3665e44ff9acf68eacd6029b4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/b04afa112fe84938828ce47a55924c7a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/d4a3909012ff409281b9eaefe0de391a] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=36.8 K 2024-11-21T05:31:56,309 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bf815c3665e44ff9acf68eacd6029b4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732167113102 2024-11-21T05:31:56,310 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b04afa112fe84938828ce47a55924c7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732167113234 2024-11-21T05:31:56,310 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting d4a3909012ff409281b9eaefe0de391a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732167115375 2024-11-21T05:31:56,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742069_1245 (size=4469) 2024-11-21T05:31:56,321 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#A#compaction#202 average throughput is 0.37 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:56,322 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/17fb815f7176479995fffc91ee0ad5a2 is 175, key is test_row_0/A:col10/1732167116004/Put/seqid=0 2024-11-21T05:31:56,329 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:56,329 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/00bda0f7f1d34b6e9e0097fae4f19137 is 50, key is test_row_0/C:col10/1732167116004/Put/seqid=0 2024-11-21T05:31:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T05:31:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742070_1246 (size=32107) 2024-11-21T05:31:56,345 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/17fb815f7176479995fffc91ee0ad5a2 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/17fb815f7176479995fffc91ee0ad5a2 2024-11-21T05:31:56,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T05:31:56,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:56,347 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T05:31:56,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:56,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:56,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:56,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:56,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:56,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:56,356 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/A of dd11492e3ae3cff4584ea23ddcb327ed into 17fb815f7176479995fffc91ee0ad5a2(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:56,356 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:56,356 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/A, priority=13, startTime=1732167116227; duration=0sec 2024-11-21T05:31:56,356 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:56,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742071_1247 (size=13153) 2024-11-21T05:31:56,356 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:A 2024-11-21T05:31:56,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c1032c7a9c15459dbac0a91f79103664_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167116050/Put/seqid=0 2024-11-21T05:31:56,369 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/00bda0f7f1d34b6e9e0097fae4f19137 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/00bda0f7f1d34b6e9e0097fae4f19137 2024-11-21T05:31:56,376 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/C of dd11492e3ae3cff4584ea23ddcb327ed into 00bda0f7f1d34b6e9e0097fae4f19137(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:56,376 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:56,376 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/C, priority=13, startTime=1732167116228; duration=0sec 2024-11-21T05:31:56,376 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:56,376 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:C 2024-11-21T05:31:56,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:56,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742072_1248 (size=12454) 2024-11-21T05:31:56,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167176401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167176402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167176504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167176506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T05:31:56,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167176715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167176723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:56,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:56,804 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c1032c7a9c15459dbac0a91f79103664_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c1032c7a9c15459dbac0a91f79103664_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/bdba797a8b7a4b6880a1b1ae02b91a95, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:56,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/bdba797a8b7a4b6880a1b1ae02b91a95 is 175, key is test_row_0/A:col10/1732167116050/Put/seqid=0 2024-11-21T05:31:56,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742073_1249 (size=31255) 2024-11-21T05:31:56,831 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/bdba797a8b7a4b6880a1b1ae02b91a95 2024-11-21T05:31:56,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/5d78157084da4ac4a4de487b3aa9d0b6 is 50, key is test_row_0/B:col10/1732167116050/Put/seqid=0 2024-11-21T05:31:56,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742074_1250 (size=12301) 2024-11-21T05:31:56,874 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/5d78157084da4ac4a4de487b3aa9d0b6 2024-11-21T05:31:56,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/ab9dee3a7fda4cf88082d91818434685 is 50, key is test_row_0/C:col10/1732167116050/Put/seqid=0 2024-11-21T05:31:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742075_1251 (size=12301) 2024-11-21T05:31:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167177023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:57,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167177031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T05:31:57,312 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/ab9dee3a7fda4cf88082d91818434685 2024-11-21T05:31:57,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/bdba797a8b7a4b6880a1b1ae02b91a95 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bdba797a8b7a4b6880a1b1ae02b91a95 2024-11-21T05:31:57,326 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bdba797a8b7a4b6880a1b1ae02b91a95, entries=150, sequenceid=369, filesize=30.5 K 2024-11-21T05:31:57,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/5d78157084da4ac4a4de487b3aa9d0b6 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/5d78157084da4ac4a4de487b3aa9d0b6 2024-11-21T05:31:57,337 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/5d78157084da4ac4a4de487b3aa9d0b6, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T05:31:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/ab9dee3a7fda4cf88082d91818434685 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/ab9dee3a7fda4cf88082d91818434685 2024-11-21T05:31:57,344 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/ab9dee3a7fda4cf88082d91818434685, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T05:31:57,358 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dd11492e3ae3cff4584ea23ddcb327ed in 1010ms, sequenceid=369, compaction requested=false 2024-11-21T05:31:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-21T05:31:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-21T05:31:57,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-21T05:31:57,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3280 sec 2024-11-21T05:31:57,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.3320 sec 2024-11-21T05:31:57,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T05:31:57,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:57,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:57,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:57,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:57,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:57,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:57,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112119fd869527e844ddb5f47e69bd314ba0_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167116399/Put/seqid=0 2024-11-21T05:31:57,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742076_1252 (size=14994) 2024-11-21T05:31:57,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:57,586 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112119fd869527e844ddb5f47e69bd314ba0_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119fd869527e844ddb5f47e69bd314ba0_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:57,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/e228fb7ee6994d81bee8c6c02dd56451, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:57,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/e228fb7ee6994d81bee8c6c02dd56451 is 175, key is test_row_0/A:col10/1732167116399/Put/seqid=0 2024-11-21T05:31:57,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167177595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:57,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167177595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:57,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742077_1253 (size=39949) 2024-11-21T05:31:57,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167177703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:57,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167177704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:57,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167177911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:57,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167177919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:58,028 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=385, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/e228fb7ee6994d81bee8c6c02dd56451 2024-11-21T05:31:58,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/549e561adf074598bf126c68d31eb571 is 50, key is test_row_0/B:col10/1732167116399/Put/seqid=0 2024-11-21T05:31:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742078_1254 (size=12301) 2024-11-21T05:31:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T05:31:58,150 INFO [Thread-703 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-21T05:31:58,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:31:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-21T05:31:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T05:31:58,159 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:31:58,160 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:31:58,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:31:58,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167178218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:58,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167178221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T05:31:58,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:58,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T05:31:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:58,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T05:31:58,474 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:58,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T05:31:58,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:58,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:58,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:58,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/549e561adf074598bf126c68d31eb571 2024-11-21T05:31:58,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/51a9b1403e8647748e041848e0a6456e is 50, key is test_row_0/C:col10/1732167116399/Put/seqid=0 2024-11-21T05:31:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742079_1255 (size=12301) 2024-11-21T05:31:58,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:58,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T05:31:58,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:58,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:58,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:58,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732167178722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:58,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:31:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39252 deadline: 1732167178729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:31:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T05:31:58,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:58,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T05:31:58,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:58,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:58,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,946 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:58,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T05:31:58,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:58,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:58,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:58,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:31:58,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/51a9b1403e8647748e041848e0a6456e 2024-11-21T05:31:59,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/e228fb7ee6994d81bee8c6c02dd56451 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/e228fb7ee6994d81bee8c6c02dd56451 2024-11-21T05:31:59,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/e228fb7ee6994d81bee8c6c02dd56451, entries=200, sequenceid=385, filesize=39.0 K 2024-11-21T05:31:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/549e561adf074598bf126c68d31eb571 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/549e561adf074598bf126c68d31eb571 2024-11-21T05:31:59,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/549e561adf074598bf126c68d31eb571, entries=150, sequenceid=385, filesize=12.0 K 2024-11-21T05:31:59,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/51a9b1403e8647748e041848e0a6456e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51a9b1403e8647748e041848e0a6456e 2024-11-21T05:31:59,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51a9b1403e8647748e041848e0a6456e, entries=150, sequenceid=385, filesize=12.0 K 2024-11-21T05:31:59,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dd11492e3ae3cff4584ea23ddcb327ed in 1497ms, sequenceid=385, compaction requested=true 2024-11-21T05:31:59,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:59,030 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:59,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:31:59,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:59,032 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:59,032 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:31:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:59,032 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/A is initiating minor compaction (all files) 2024-11-21T05:31:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd11492e3ae3cff4584ea23ddcb327ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:31:59,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:59,032 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/A in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:59,032 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/17fb815f7176479995fffc91ee0ad5a2, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bdba797a8b7a4b6880a1b1ae02b91a95, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/e228fb7ee6994d81bee8c6c02dd56451] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=100.9 K 2024-11-21T05:31:59,032 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:59,033 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/17fb815f7176479995fffc91ee0ad5a2, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bdba797a8b7a4b6880a1b1ae02b91a95, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/e228fb7ee6994d81bee8c6c02dd56451] 2024-11-21T05:31:59,033 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17fb815f7176479995fffc91ee0ad5a2, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732167115375 2024-11-21T05:31:59,033 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdba797a8b7a4b6880a1b1ae02b91a95, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732167116050 2024-11-21T05:31:59,034 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:59,034 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/B is initiating minor compaction (all files) 2024-11-21T05:31:59,034 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/B in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:59,034 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/9f417463874046bb8b618e9e1f01b85e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/5d78157084da4ac4a4de487b3aa9d0b6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/549e561adf074598bf126c68d31eb571] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=36.9 K 2024-11-21T05:31:59,034 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting e228fb7ee6994d81bee8c6c02dd56451, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732167116389 2024-11-21T05:31:59,034 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f417463874046bb8b618e9e1f01b85e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732167115375 2024-11-21T05:31:59,035 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d78157084da4ac4a4de487b3aa9d0b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732167116050 2024-11-21T05:31:59,036 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 549e561adf074598bf126c68d31eb571, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732167116399 2024-11-21T05:31:59,052 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:59,053 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/4ce2f99085d441488a534d530072c85d is 50, key is test_row_0/B:col10/1732167116399/Put/seqid=0 2024-11-21T05:31:59,067 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:59,079 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411211e815e61546d4026832d0a31fe4c29ec_dd11492e3ae3cff4584ea23ddcb327ed store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:59,081 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411211e815e61546d4026832d0a31fe4c29ec_dd11492e3ae3cff4584ea23ddcb327ed, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:59,082 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211e815e61546d4026832d0a31fe4c29ec_dd11492e3ae3cff4584ea23ddcb327ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:59,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:31:59,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-21T05:31:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:59,100 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T05:31:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:31:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:31:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:31:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:31:59,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742080_1256 (size=13255) 2024-11-21T05:31:59,133 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/4ce2f99085d441488a534d530072c85d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/4ce2f99085d441488a534d530072c85d 2024-11-21T05:31:59,141 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/B of dd11492e3ae3cff4584ea23ddcb327ed into 4ce2f99085d441488a534d530072c85d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:59,141 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:59,141 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/B, priority=13, startTime=1732167119031; duration=0sec 2024-11-21T05:31:59,141 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:31:59,141 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:B 2024-11-21T05:31:59,141 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:31:59,143 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:31:59,143 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dd11492e3ae3cff4584ea23ddcb327ed/C is initiating minor compaction (all files) 2024-11-21T05:31:59,143 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd11492e3ae3cff4584ea23ddcb327ed/C in TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:31:59,143 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/00bda0f7f1d34b6e9e0097fae4f19137, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/ab9dee3a7fda4cf88082d91818434685, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51a9b1403e8647748e041848e0a6456e] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp, totalSize=36.9 K 2024-11-21T05:31:59,144 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 00bda0f7f1d34b6e9e0097fae4f19137, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732167115375 2024-11-21T05:31:59,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742081_1257 (size=4469) 2024-11-21T05:31:59,145 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting ab9dee3a7fda4cf88082d91818434685, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732167116050 2024-11-21T05:31:59,145 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 51a9b1403e8647748e041848e0a6456e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732167116399 2024-11-21T05:31:59,149 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#A#compaction#211 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:59,150 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/e036773143d54072adb084706452f987 is 175, key is test_row_0/A:col10/1732167116399/Put/seqid=0 2024-11-21T05:31:59,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e48bf88c0e084d9eab832b811ef729b3_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167117594/Put/seqid=0 2024-11-21T05:31:59,179 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd11492e3ae3cff4584ea23ddcb327ed#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:31:59,180 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/b66feae9af3d4da895c82ee79a44832b is 50, key is test_row_0/C:col10/1732167116399/Put/seqid=0 2024-11-21T05:31:59,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742082_1258 (size=32209) 2024-11-21T05:31:59,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742083_1259 (size=12454) 2024-11-21T05:31:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742084_1260 (size=13255) 2024-11-21T05:31:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T05:31:59,278 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/b66feae9af3d4da895c82ee79a44832b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/b66feae9af3d4da895c82ee79a44832b 2024-11-21T05:31:59,287 DEBUG [Thread-706 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:49791 2024-11-21T05:31:59,287 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:59,290 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/C of dd11492e3ae3cff4584ea23ddcb327ed into b66feae9af3d4da895c82ee79a44832b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:59,291 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:59,291 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/C, priority=13, startTime=1732167119032; duration=0sec 2024-11-21T05:31:59,291 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:59,291 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:C 2024-11-21T05:31:59,291 DEBUG [Thread-704 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:49791 2024-11-21T05:31:59,291 DEBUG [Thread-704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:59,298 DEBUG [Thread-710 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:49791 2024-11-21T05:31:59,298 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:59,303 DEBUG [Thread-708 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:49791 2024-11-21T05:31:59,303 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:59,621 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/e036773143d54072adb084706452f987 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/e036773143d54072adb084706452f987 2024-11-21T05:31:59,627 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd11492e3ae3cff4584ea23ddcb327ed/A of dd11492e3ae3cff4584ea23ddcb327ed into e036773143d54072adb084706452f987(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:31:59,627 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:31:59,627 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed., storeName=dd11492e3ae3cff4584ea23ddcb327ed/A, priority=13, startTime=1732167119030; duration=0sec 2024-11-21T05:31:59,627 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:31:59,627 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd11492e3ae3cff4584ea23ddcb327ed:A 2024-11-21T05:31:59,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:31:59,658 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e48bf88c0e084d9eab832b811ef729b3_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e48bf88c0e084d9eab832b811ef729b3_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:59,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/ed583ed88cc9442dbb0db8fd831dba31, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:31:59,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/ed583ed88cc9442dbb0db8fd831dba31 is 175, key is test_row_0/A:col10/1732167117594/Put/seqid=0 2024-11-21T05:31:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742085_1261 (size=31255) 2024-11-21T05:31:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:31:59,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. as already flushing 2024-11-21T05:31:59,733 DEBUG [Thread-693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:49791 2024-11-21T05:31:59,733 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:31:59,742 DEBUG [Thread-701 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:49791 2024-11-21T05:31:59,742 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:00,065 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/ed583ed88cc9442dbb0db8fd831dba31 2024-11-21T05:32:00,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/85f1e2c0158243b79f0d4817f386a6a7 is 50, key is test_row_0/B:col10/1732167117594/Put/seqid=0 2024-11-21T05:32:00,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742086_1262 (size=12301) 2024-11-21T05:32:00,076 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/85f1e2c0158243b79f0d4817f386a6a7 2024-11-21T05:32:00,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/352adcf254944e07b51ba7f5b12e2f8e is 50, key is test_row_0/C:col10/1732167117594/Put/seqid=0 2024-11-21T05:32:00,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742087_1263 (size=12301) 2024-11-21T05:32:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T05:32:00,487 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/352adcf254944e07b51ba7f5b12e2f8e 2024-11-21T05:32:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/ed583ed88cc9442dbb0db8fd831dba31 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/ed583ed88cc9442dbb0db8fd831dba31 2024-11-21T05:32:00,498 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/ed583ed88cc9442dbb0db8fd831dba31, entries=150, sequenceid=407, filesize=30.5 K 2024-11-21T05:32:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/85f1e2c0158243b79f0d4817f386a6a7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/85f1e2c0158243b79f0d4817f386a6a7 2024-11-21T05:32:00,504 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/85f1e2c0158243b79f0d4817f386a6a7, entries=150, sequenceid=407, filesize=12.0 K 2024-11-21T05:32:00,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/352adcf254944e07b51ba7f5b12e2f8e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/352adcf254944e07b51ba7f5b12e2f8e 2024-11-21T05:32:00,511 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/352adcf254944e07b51ba7f5b12e2f8e, entries=150, sequenceid=407, filesize=12.0 K 2024-11-21T05:32:00,513 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=13.42 KB/13740 for dd11492e3ae3cff4584ea23ddcb327ed in 1412ms, sequenceid=407, compaction requested=false 2024-11-21T05:32:00,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:32:00,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:32:00,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-21T05:32:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-21T05:32:00,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-21T05:32:00,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3540 sec 2024-11-21T05:32:00,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.3650 sec 2024-11-21T05:32:01,033 DEBUG [Thread-699 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:49791 2024-11-21T05:32:01,033 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:01,040 DEBUG [Thread-697 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:49791 2024-11-21T05:32:01,040 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:01,072 DEBUG [Thread-695 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:49791 2024-11-21T05:32:01,072 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T05:32:02,265 INFO [Thread-703 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 130 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 148 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3078 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3131 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1312 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3936 rows 2024-11-21T05:32:02,265 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1274 2024-11-21T05:32:02,266 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3822 rows 2024-11-21T05:32:02,266 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T05:32:02,266 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:49791 2024-11-21T05:32:02,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:02,267 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T05:32:02,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T05:32:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T05:32:02,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167122271"}]},"ts":"1732167122271"} 2024-11-21T05:32:02,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T05:32:02,310 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T05:32:02,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T05:32:02,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd11492e3ae3cff4584ea23ddcb327ed, UNASSIGN}] 2024-11-21T05:32:02,313 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd11492e3ae3cff4584ea23ddcb327ed, UNASSIGN 2024-11-21T05:32:02,314 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=dd11492e3ae3cff4584ea23ddcb327ed, regionState=CLOSING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:02,315 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T05:32:02,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:32:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T05:32:02,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:02,467 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:02,467 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T05:32:02,467 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing dd11492e3ae3cff4584ea23ddcb327ed, disabling compactions & flushes 2024-11-21T05:32:02,467 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:32:02,467 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:32:02,467 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. after waiting 0 ms 2024-11-21T05:32:02,467 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:32:02,468 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing dd11492e3ae3cff4584ea23ddcb327ed 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T05:32:02,468 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=A 2024-11-21T05:32:02,468 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:02,468 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=B 2024-11-21T05:32:02,468 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:02,468 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd11492e3ae3cff4584ea23ddcb327ed, store=C 2024-11-21T05:32:02,468 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:02,474 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112142141fa3bb9c4e9e928c629fe8135d1c_dd11492e3ae3cff4584ea23ddcb327ed is 50, key is test_row_0/A:col10/1732167121071/Put/seqid=0 2024-11-21T05:32:02,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742088_1264 (size=12454) 2024-11-21T05:32:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T05:32:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T05:32:02,879 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:02,883 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112142141fa3bb9c4e9e928c629fe8135d1c_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142141fa3bb9c4e9e928c629fe8135d1c_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:02,884 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/a61af3510091418f974b1517ff231492, store: [table=TestAcidGuarantees family=A region=dd11492e3ae3cff4584ea23ddcb327ed] 2024-11-21T05:32:02,885 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/a61af3510091418f974b1517ff231492 is 175, key is test_row_0/A:col10/1732167121071/Put/seqid=0 2024-11-21T05:32:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742089_1265 (size=31255) 2024-11-21T05:32:03,289 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/a61af3510091418f974b1517ff231492 2024-11-21T05:32:03,297 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/d71de4ee21ca4fbcb0d69fd00b01d0bd is 50, key is test_row_0/B:col10/1732167121071/Put/seqid=0 2024-11-21T05:32:03,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742090_1266 (size=12301) 2024-11-21T05:32:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T05:32:03,701 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/d71de4ee21ca4fbcb0d69fd00b01d0bd 2024-11-21T05:32:03,709 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/c4260555f3dd4a5fa955e27e6a990ca5 is 50, key is test_row_0/C:col10/1732167121071/Put/seqid=0 2024-11-21T05:32:03,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742091_1267 (size=12301) 2024-11-21T05:32:03,718 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T05:32:04,115 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/c4260555f3dd4a5fa955e27e6a990ca5 2024-11-21T05:32:04,120 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/A/a61af3510091418f974b1517ff231492 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/a61af3510091418f974b1517ff231492 2024-11-21T05:32:04,124 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/a61af3510091418f974b1517ff231492, entries=150, sequenceid=418, filesize=30.5 K 2024-11-21T05:32:04,125 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/B/d71de4ee21ca4fbcb0d69fd00b01d0bd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/d71de4ee21ca4fbcb0d69fd00b01d0bd 2024-11-21T05:32:04,130 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/d71de4ee21ca4fbcb0d69fd00b01d0bd, entries=150, sequenceid=418, filesize=12.0 K 2024-11-21T05:32:04,131 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/.tmp/C/c4260555f3dd4a5fa955e27e6a990ca5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/c4260555f3dd4a5fa955e27e6a990ca5 2024-11-21T05:32:04,135 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/c4260555f3dd4a5fa955e27e6a990ca5, entries=150, sequenceid=418, filesize=12.0 K 2024-11-21T05:32:04,136 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for dd11492e3ae3cff4584ea23ddcb327ed in 1668ms, sequenceid=418, compaction requested=true 2024-11-21T05:32:04,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/507d1ed01fb04a36a7445762cb25c323, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/63aab6d2f6fb4362b32b054592577c9c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2d88ac7feb134e67841bdcf88a32adae, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bd4407919fc64d04989c51c274d8c54a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/97a3ff8fcc81433896f9ad042573da1f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/def20116642d4512bde7dcc0e2a4c654, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/cdc0eeb0954741efa799217da8f1e1dc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/14bd6ff4c08544daa3446fdbbda017d7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/fec52492643d40049a6117ad025b3264, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/9213d74615e7474bbb04c6d69fd7eefa, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/77c525f1487e485386dcfa1b5a95bd79, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/ea34cea295ce49a9b622f45e66c6dcf9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/31ad3a7b1e26403e9ecdb1cb892d116f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bf86ec2041144baa8211b6f7ff85fc4f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2f2d9a0fbb2c4696bb23ec2cea9162a0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/411da6333bd74c9183e9adeca3e9572f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/f4d3cd3ae70249cca671be27b1c4d8e4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/c090e02009ae4a09bb107d5f5b190324, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/d6cc9a75d2ad44efa225ef50e49efdda, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/23f80cb5a1f64782a5f19273e56aaa9b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/4f6daa0b89f9477dbc34ce4a9f31abcf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/05c988d52e2f41408d65857f0fe20186, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/256f09ae55174d4f85fc04c4e3a894cd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/1f8788b5a8654bad8b2dad84aee4f84b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/749d64f5175d4c6b9995257f30ad8ce1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/17fb815f7176479995fffc91ee0ad5a2, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bdba797a8b7a4b6880a1b1ae02b91a95, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/e228fb7ee6994d81bee8c6c02dd56451] to archive 2024-11-21T05:32:04,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:32:04,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/507d1ed01fb04a36a7445762cb25c323 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/507d1ed01fb04a36a7445762cb25c323 2024-11-21T05:32:04,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/63aab6d2f6fb4362b32b054592577c9c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/63aab6d2f6fb4362b32b054592577c9c 2024-11-21T05:32:04,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2d88ac7feb134e67841bdcf88a32adae to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2d88ac7feb134e67841bdcf88a32adae 2024-11-21T05:32:04,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bd4407919fc64d04989c51c274d8c54a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bd4407919fc64d04989c51c274d8c54a 2024-11-21T05:32:04,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/97a3ff8fcc81433896f9ad042573da1f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/97a3ff8fcc81433896f9ad042573da1f 2024-11-21T05:32:04,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/def20116642d4512bde7dcc0e2a4c654 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/def20116642d4512bde7dcc0e2a4c654 2024-11-21T05:32:04,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/cdc0eeb0954741efa799217da8f1e1dc to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/cdc0eeb0954741efa799217da8f1e1dc 2024-11-21T05:32:04,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/14bd6ff4c08544daa3446fdbbda017d7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/14bd6ff4c08544daa3446fdbbda017d7 2024-11-21T05:32:04,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/fec52492643d40049a6117ad025b3264 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/fec52492643d40049a6117ad025b3264 2024-11-21T05:32:04,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/9213d74615e7474bbb04c6d69fd7eefa to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/9213d74615e7474bbb04c6d69fd7eefa 2024-11-21T05:32:04,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/77c525f1487e485386dcfa1b5a95bd79 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/77c525f1487e485386dcfa1b5a95bd79 2024-11-21T05:32:04,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/ea34cea295ce49a9b622f45e66c6dcf9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/ea34cea295ce49a9b622f45e66c6dcf9 2024-11-21T05:32:04,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/31ad3a7b1e26403e9ecdb1cb892d116f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/31ad3a7b1e26403e9ecdb1cb892d116f 2024-11-21T05:32:04,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bf86ec2041144baa8211b6f7ff85fc4f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bf86ec2041144baa8211b6f7ff85fc4f 2024-11-21T05:32:04,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2f2d9a0fbb2c4696bb23ec2cea9162a0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/2f2d9a0fbb2c4696bb23ec2cea9162a0 2024-11-21T05:32:04,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/411da6333bd74c9183e9adeca3e9572f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/411da6333bd74c9183e9adeca3e9572f 2024-11-21T05:32:04,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/f4d3cd3ae70249cca671be27b1c4d8e4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/f4d3cd3ae70249cca671be27b1c4d8e4 2024-11-21T05:32:04,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/c090e02009ae4a09bb107d5f5b190324 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/c090e02009ae4a09bb107d5f5b190324 2024-11-21T05:32:04,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/d6cc9a75d2ad44efa225ef50e49efdda to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/d6cc9a75d2ad44efa225ef50e49efdda 2024-11-21T05:32:04,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/23f80cb5a1f64782a5f19273e56aaa9b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/23f80cb5a1f64782a5f19273e56aaa9b 2024-11-21T05:32:04,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/4f6daa0b89f9477dbc34ce4a9f31abcf to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/4f6daa0b89f9477dbc34ce4a9f31abcf 2024-11-21T05:32:04,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/05c988d52e2f41408d65857f0fe20186 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/05c988d52e2f41408d65857f0fe20186 2024-11-21T05:32:04,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/256f09ae55174d4f85fc04c4e3a894cd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/256f09ae55174d4f85fc04c4e3a894cd 2024-11-21T05:32:04,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/1f8788b5a8654bad8b2dad84aee4f84b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/1f8788b5a8654bad8b2dad84aee4f84b 2024-11-21T05:32:04,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/749d64f5175d4c6b9995257f30ad8ce1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/749d64f5175d4c6b9995257f30ad8ce1 2024-11-21T05:32:04,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/17fb815f7176479995fffc91ee0ad5a2 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/17fb815f7176479995fffc91ee0ad5a2 2024-11-21T05:32:04,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bdba797a8b7a4b6880a1b1ae02b91a95 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/bdba797a8b7a4b6880a1b1ae02b91a95 2024-11-21T05:32:04,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/e228fb7ee6994d81bee8c6c02dd56451 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/e228fb7ee6994d81bee8c6c02dd56451 2024-11-21T05:32:04,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/05c49cb2d4d047dc8662df8f2500f934, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/161dc62e93084c138fa40430e9ab5b05, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/4e292a4de10f41f6aa6d6006ea7d8715, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/fb2db172c39f4235b51a24fe58eea83a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7d44a87dbba04cf5b1eb73194e1dbbc9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7278cd12209948afa7cc8a3440797aeb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/3342d39d8862495ba4389911a79e59eb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/ab5bd689a6cb40709dfa0370a9fcc3e8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/9111b09133324496be71b487e416b58e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6297804825c74b22b4c2468ed8dcd8e0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b0fcf6952fe1414586c0483f43d43a8b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6cb189e271f74ba8969d802ca24c04d9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/a5150fb5e3da47bf8b4e124cad107d37, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/dd60dc86a7024ad9884e21e599020b79, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/3c05c7ca610346898536ac92185953e4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/78ed6e04b2cd4635931e3ff4ece205c7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e555d78671df4bb496925f3b89e44fd2, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/21c1a012a4934dff8bd8a937ef5c4663, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/c091ddb14b8141ef816bd03f44bfc2ef, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6b236e6d7077453580e4f266753a65ed, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b768fafbe8f1450b99c0b38571046c01, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/0db30dc73a6146e19ecd70cadc9df858, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/0c36bfb914574270b6480ce1c2d99fc0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/56bb45ccc81d4a6c823af138d4fbc1bd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/9f417463874046bb8b618e9e1f01b85e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e5cfaa7f63ef4f1e9f9a869f047b04a3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/5d78157084da4ac4a4de487b3aa9d0b6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/549e561adf074598bf126c68d31eb571] to archive 2024-11-21T05:32:04,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:32:04,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/05c49cb2d4d047dc8662df8f2500f934 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/05c49cb2d4d047dc8662df8f2500f934 2024-11-21T05:32:04,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/161dc62e93084c138fa40430e9ab5b05 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/161dc62e93084c138fa40430e9ab5b05 2024-11-21T05:32:04,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/4e292a4de10f41f6aa6d6006ea7d8715 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/4e292a4de10f41f6aa6d6006ea7d8715 2024-11-21T05:32:04,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/fb2db172c39f4235b51a24fe58eea83a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/fb2db172c39f4235b51a24fe58eea83a 2024-11-21T05:32:04,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7d44a87dbba04cf5b1eb73194e1dbbc9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7d44a87dbba04cf5b1eb73194e1dbbc9 2024-11-21T05:32:04,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7278cd12209948afa7cc8a3440797aeb to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/7278cd12209948afa7cc8a3440797aeb 2024-11-21T05:32:04,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/3342d39d8862495ba4389911a79e59eb to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/3342d39d8862495ba4389911a79e59eb 2024-11-21T05:32:04,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/ab5bd689a6cb40709dfa0370a9fcc3e8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/ab5bd689a6cb40709dfa0370a9fcc3e8 2024-11-21T05:32:04,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/9111b09133324496be71b487e416b58e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/9111b09133324496be71b487e416b58e 2024-11-21T05:32:04,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6297804825c74b22b4c2468ed8dcd8e0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6297804825c74b22b4c2468ed8dcd8e0 2024-11-21T05:32:04,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b0fcf6952fe1414586c0483f43d43a8b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b0fcf6952fe1414586c0483f43d43a8b 2024-11-21T05:32:04,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6cb189e271f74ba8969d802ca24c04d9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6cb189e271f74ba8969d802ca24c04d9 2024-11-21T05:32:04,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/a5150fb5e3da47bf8b4e124cad107d37 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/a5150fb5e3da47bf8b4e124cad107d37 2024-11-21T05:32:04,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/dd60dc86a7024ad9884e21e599020b79 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/dd60dc86a7024ad9884e21e599020b79 2024-11-21T05:32:04,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/3c05c7ca610346898536ac92185953e4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/3c05c7ca610346898536ac92185953e4 2024-11-21T05:32:04,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/78ed6e04b2cd4635931e3ff4ece205c7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/78ed6e04b2cd4635931e3ff4ece205c7 2024-11-21T05:32:04,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e555d78671df4bb496925f3b89e44fd2 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e555d78671df4bb496925f3b89e44fd2 2024-11-21T05:32:04,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/21c1a012a4934dff8bd8a937ef5c4663 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/21c1a012a4934dff8bd8a937ef5c4663 2024-11-21T05:32:04,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/c091ddb14b8141ef816bd03f44bfc2ef to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/c091ddb14b8141ef816bd03f44bfc2ef 2024-11-21T05:32:04,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6b236e6d7077453580e4f266753a65ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/6b236e6d7077453580e4f266753a65ed 2024-11-21T05:32:04,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b768fafbe8f1450b99c0b38571046c01 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/b768fafbe8f1450b99c0b38571046c01 2024-11-21T05:32:04,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/0db30dc73a6146e19ecd70cadc9df858 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/0db30dc73a6146e19ecd70cadc9df858 2024-11-21T05:32:04,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/0c36bfb914574270b6480ce1c2d99fc0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/0c36bfb914574270b6480ce1c2d99fc0 2024-11-21T05:32:04,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/56bb45ccc81d4a6c823af138d4fbc1bd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/56bb45ccc81d4a6c823af138d4fbc1bd 2024-11-21T05:32:04,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/9f417463874046bb8b618e9e1f01b85e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/9f417463874046bb8b618e9e1f01b85e 2024-11-21T05:32:04,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e5cfaa7f63ef4f1e9f9a869f047b04a3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/e5cfaa7f63ef4f1e9f9a869f047b04a3 2024-11-21T05:32:04,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/5d78157084da4ac4a4de487b3aa9d0b6 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/5d78157084da4ac4a4de487b3aa9d0b6 2024-11-21T05:32:04,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/549e561adf074598bf126c68d31eb571 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/549e561adf074598bf126c68d31eb571 2024-11-21T05:32:04,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/fc40992e3d1648b4a17b82e90e2b9155, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/c689712bed5c4fb693b9fbd4836ac658, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/8abb23c1e6f84e839b6d9d3c773b42a3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/967692b3857b4024b97696bfaad2432e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/4ccc9b6b4d85459c8791919b988c268b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7416c973150149ed99ce9cf8fac3c499, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/3e4f0db03ff846e2936cc5b88fcf903d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6414a9f5f99e414e83b9549d31ddd179, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/575679478348447fbcd0e4d5c7bcc4b3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/210550d0bfd54ebdb93909866a7a20f4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51b7ab9e4df74b9a87fea75b49d2372e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/f7e587fbd519421c84cce1917e1aef43, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/ac9666883d8d4bf29f5520c782af91ff, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/66a82a365a624dd38c1bc3b9f3960a69, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/97b8d6eb01f149ac8d86be731cb85e55, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/8c0cd5c1fc4e4d03b938f3d5052aac23, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/44a4cd96e17e4f6ba5f29b1be36b3c3e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/3304c3fcd1504d5c86e628b6456d979a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/631e333435db4d98bc72c0460c764f13, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7477336c5c7b44e585dc2e407f540970, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/9077f1d06bce464393b2f3bdb4a88186, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/0bf815c3665e44ff9acf68eacd6029b4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6ffed768d81c48c8a634134d1e8c65c1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/b04afa112fe84938828ce47a55924c7a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/00bda0f7f1d34b6e9e0097fae4f19137, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/d4a3909012ff409281b9eaefe0de391a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/ab9dee3a7fda4cf88082d91818434685, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51a9b1403e8647748e041848e0a6456e] to archive 2024-11-21T05:32:04,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:32:04,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/fc40992e3d1648b4a17b82e90e2b9155 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/fc40992e3d1648b4a17b82e90e2b9155 2024-11-21T05:32:04,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/c689712bed5c4fb693b9fbd4836ac658 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/c689712bed5c4fb693b9fbd4836ac658 2024-11-21T05:32:04,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/8abb23c1e6f84e839b6d9d3c773b42a3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/8abb23c1e6f84e839b6d9d3c773b42a3 2024-11-21T05:32:04,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/967692b3857b4024b97696bfaad2432e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/967692b3857b4024b97696bfaad2432e 2024-11-21T05:32:04,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/4ccc9b6b4d85459c8791919b988c268b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/4ccc9b6b4d85459c8791919b988c268b 2024-11-21T05:32:04,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7416c973150149ed99ce9cf8fac3c499 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7416c973150149ed99ce9cf8fac3c499 2024-11-21T05:32:04,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/3e4f0db03ff846e2936cc5b88fcf903d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/3e4f0db03ff846e2936cc5b88fcf903d 2024-11-21T05:32:04,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6414a9f5f99e414e83b9549d31ddd179 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6414a9f5f99e414e83b9549d31ddd179 2024-11-21T05:32:04,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/575679478348447fbcd0e4d5c7bcc4b3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/575679478348447fbcd0e4d5c7bcc4b3 2024-11-21T05:32:04,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/210550d0bfd54ebdb93909866a7a20f4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/210550d0bfd54ebdb93909866a7a20f4 2024-11-21T05:32:04,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51b7ab9e4df74b9a87fea75b49d2372e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51b7ab9e4df74b9a87fea75b49d2372e 2024-11-21T05:32:04,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/f7e587fbd519421c84cce1917e1aef43 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/f7e587fbd519421c84cce1917e1aef43 2024-11-21T05:32:04,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/ac9666883d8d4bf29f5520c782af91ff to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/ac9666883d8d4bf29f5520c782af91ff 2024-11-21T05:32:04,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/66a82a365a624dd38c1bc3b9f3960a69 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/66a82a365a624dd38c1bc3b9f3960a69 2024-11-21T05:32:04,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/97b8d6eb01f149ac8d86be731cb85e55 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/97b8d6eb01f149ac8d86be731cb85e55 2024-11-21T05:32:04,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/8c0cd5c1fc4e4d03b938f3d5052aac23 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/8c0cd5c1fc4e4d03b938f3d5052aac23 2024-11-21T05:32:04,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/44a4cd96e17e4f6ba5f29b1be36b3c3e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/44a4cd96e17e4f6ba5f29b1be36b3c3e 2024-11-21T05:32:04,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/3304c3fcd1504d5c86e628b6456d979a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/3304c3fcd1504d5c86e628b6456d979a 2024-11-21T05:32:04,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/631e333435db4d98bc72c0460c764f13 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/631e333435db4d98bc72c0460c764f13 2024-11-21T05:32:04,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7477336c5c7b44e585dc2e407f540970 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/7477336c5c7b44e585dc2e407f540970 2024-11-21T05:32:04,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/9077f1d06bce464393b2f3bdb4a88186 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/9077f1d06bce464393b2f3bdb4a88186 2024-11-21T05:32:04,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/0bf815c3665e44ff9acf68eacd6029b4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/0bf815c3665e44ff9acf68eacd6029b4 2024-11-21T05:32:04,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6ffed768d81c48c8a634134d1e8c65c1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/6ffed768d81c48c8a634134d1e8c65c1 2024-11-21T05:32:04,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/b04afa112fe84938828ce47a55924c7a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/b04afa112fe84938828ce47a55924c7a 2024-11-21T05:32:04,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/00bda0f7f1d34b6e9e0097fae4f19137 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/00bda0f7f1d34b6e9e0097fae4f19137 2024-11-21T05:32:04,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/d4a3909012ff409281b9eaefe0de391a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/d4a3909012ff409281b9eaefe0de391a 2024-11-21T05:32:04,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/ab9dee3a7fda4cf88082d91818434685 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/ab9dee3a7fda4cf88082d91818434685 2024-11-21T05:32:04,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51a9b1403e8647748e041848e0a6456e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/51a9b1403e8647748e041848e0a6456e 2024-11-21T05:32:04,291 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=4 2024-11-21T05:32:04,292 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed. 2024-11-21T05:32:04,292 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for dd11492e3ae3cff4584ea23ddcb327ed: 2024-11-21T05:32:04,294 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=dd11492e3ae3cff4584ea23ddcb327ed, regionState=CLOSED 2024-11-21T05:32:04,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-21T05:32:04,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure dd11492e3ae3cff4584ea23ddcb327ed, server=083cd7fc6746,40265,1732167065617 in 1.9800 sec 2024-11-21T05:32:04,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-21T05:32:04,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd11492e3ae3cff4584ea23ddcb327ed, UNASSIGN in 1.9850 sec 2024-11-21T05:32:04,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-21T05:32:04,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9870 sec 2024-11-21T05:32:04,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167124301"}]},"ts":"1732167124301"} 2024-11-21T05:32:04,302 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T05:32:04,312 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T05:32:04,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0440 sec 2024-11-21T05:32:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-21T05:32:04,377 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-21T05:32:04,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T05:32:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:04,379 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:04,379 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T05:32:04,381 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,383 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/recovered.edits] 2024-11-21T05:32:04,386 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/a61af3510091418f974b1517ff231492 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/a61af3510091418f974b1517ff231492 2024-11-21T05:32:04,388 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/e036773143d54072adb084706452f987 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/e036773143d54072adb084706452f987 2024-11-21T05:32:04,389 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/ed583ed88cc9442dbb0db8fd831dba31 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/A/ed583ed88cc9442dbb0db8fd831dba31 2024-11-21T05:32:04,391 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/4ce2f99085d441488a534d530072c85d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/4ce2f99085d441488a534d530072c85d 2024-11-21T05:32:04,392 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/85f1e2c0158243b79f0d4817f386a6a7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/85f1e2c0158243b79f0d4817f386a6a7 2024-11-21T05:32:04,398 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/d71de4ee21ca4fbcb0d69fd00b01d0bd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/B/d71de4ee21ca4fbcb0d69fd00b01d0bd 2024-11-21T05:32:04,401 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/352adcf254944e07b51ba7f5b12e2f8e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/352adcf254944e07b51ba7f5b12e2f8e 2024-11-21T05:32:04,403 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/b66feae9af3d4da895c82ee79a44832b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/b66feae9af3d4da895c82ee79a44832b 2024-11-21T05:32:04,404 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/c4260555f3dd4a5fa955e27e6a990ca5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/C/c4260555f3dd4a5fa955e27e6a990ca5 2024-11-21T05:32:04,407 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/recovered.edits/421.seqid to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed/recovered.edits/421.seqid 2024-11-21T05:32:04,408 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,408 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T05:32:04,408 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T05:32:04,409 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T05:32:04,413 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104b035bd138c4750962281d6f6b52222_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104b035bd138c4750962281d6f6b52222_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,415 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112107eabe1e26e04e418c0828a26ea04c65_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112107eabe1e26e04e418c0828a26ea04c65_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,416 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112117d7580d1cb844928c1debe0d49a046f_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112117d7580d1cb844928c1debe0d49a046f_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,417 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119fd869527e844ddb5f47e69bd314ba0_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119fd869527e844ddb5f47e69bd314ba0_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,419 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212a0553ebc0cf4ac2bed70944a023e22d_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212a0553ebc0cf4ac2bed70944a023e22d_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,420 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212baca2263aa744cc86cca1a5e70930ae_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212baca2263aa744cc86cca1a5e70930ae_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,421 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212c53efcdda714d28b70639e1ffa1c525_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212c53efcdda714d28b70639e1ffa1c525_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,422 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212d318512f9c44460bb24f4bc2fe6013e_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212d318512f9c44460bb24f4bc2fe6013e_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,424 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112130561ae8f116436285b4139da05d7a69_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112130561ae8f116436285b4139da05d7a69_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,425 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142141fa3bb9c4e9e928c629fe8135d1c_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142141fa3bb9c4e9e928c629fe8135d1c_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,426 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142dd907f599f4ac9871ca4a9a84b9d1a_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142dd907f599f4ac9871ca4a9a84b9d1a_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,427 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186dce4ec5c5e42b98c446fca1f5696be_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186dce4ec5c5e42b98c446fca1f5696be_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,428 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a1cac4340fb44e708085e652d7b90c23_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a1cac4340fb44e708085e652d7b90c23_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,429 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a4f22ce640f44087b6715f9624e2fdc3_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a4f22ce640f44087b6715f9624e2fdc3_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,430 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b2c0aa58ec2d46efa069dd7494f50746_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b2c0aa58ec2d46efa069dd7494f50746_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,431 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b4f6287a10464addae7b2f419a0b0b1b_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b4f6287a10464addae7b2f419a0b0b1b_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,432 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b515244cd07d4d3fb820b17f0b970b4e_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b515244cd07d4d3fb820b17f0b970b4e_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,433 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c1032c7a9c15459dbac0a91f79103664_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c1032c7a9c15459dbac0a91f79103664_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,434 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d1fe8039b2e44cd7abc22ff80bade0c9_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d1fe8039b2e44cd7abc22ff80bade0c9_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,435 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d8390d0ba224421cab9d629eb29a89ad_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d8390d0ba224421cab9d629eb29a89ad_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,436 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e48bf88c0e084d9eab832b811ef729b3_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e48bf88c0e084d9eab832b811ef729b3_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,437 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ff9829bc98454f56b4d1199365855e54_dd11492e3ae3cff4584ea23ddcb327ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ff9829bc98454f56b4d1199365855e54_dd11492e3ae3cff4584ea23ddcb327ed 2024-11-21T05:32:04,438 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T05:32:04,440 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:04,443 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T05:32:04,445 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T05:32:04,446 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:04,446 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T05:32:04,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732167124446"}]},"ts":"9223372036854775807"} 2024-11-21T05:32:04,449 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T05:32:04,449 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => dd11492e3ae3cff4584ea23ddcb327ed, NAME => 'TestAcidGuarantees,,1732167096843.dd11492e3ae3cff4584ea23ddcb327ed.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T05:32:04,449 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T05:32:04,449 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732167124449"}]},"ts":"9223372036854775807"} 2024-11-21T05:32:04,451 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T05:32:04,463 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:04,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 86 msec 2024-11-21T05:32:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T05:32:04,481 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-21T05:32:04,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 240) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-50715383_22 at /127.0.0.1:34170 [Waiting for operation #144] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x69c857a3-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1671290016_22 at /127.0.0.1:53912 [Waiting for operation #629] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1671290016_22 at /127.0.0.1:33736 [Waiting for operation #251] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/cluster_dfcf8c08-d108-3b3d-a995-a394618c6a6b/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-50715383_22 at /127.0.0.1:45436 [Waiting for operation #648] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x69c857a3-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/cluster_dfcf8c08-d108-3b3d-a995-a394618c6a6b/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x69c857a3-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x69c857a3-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 461) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=731 (was 592) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5597 (was 6020) 2024-11-21T05:32:04,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=5597 2024-11-21T05:32:04,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T05:32:04,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T05:32:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:04,506 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T05:32:04,506 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:04,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-21T05:32:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-21T05:32:04,507 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T05:32:04,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742092_1268 (size=960) 2024-11-21T05:32:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-21T05:32:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-21T05:32:04,914 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c 2024-11-21T05:32:04,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742093_1269 (size=53) 2024-11-21T05:32:05,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T05:32:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-21T05:32:05,320 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:32:05,320 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a31aa55ccd574f7420e3588e009314be, disabling compactions & flushes 2024-11-21T05:32:05,321 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:05,321 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:05,321 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. after waiting 0 ms 2024-11-21T05:32:05,321 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:05,321 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:05,321 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:05,322 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T05:32:05,322 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732167125322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732167125322"}]},"ts":"1732167125322"} 2024-11-21T05:32:05,323 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T05:32:05,324 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T05:32:05,324 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167125324"}]},"ts":"1732167125324"} 2024-11-21T05:32:05,325 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T05:32:05,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a31aa55ccd574f7420e3588e009314be, ASSIGN}] 2024-11-21T05:32:05,346 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a31aa55ccd574f7420e3588e009314be, ASSIGN 2024-11-21T05:32:05,347 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a31aa55ccd574f7420e3588e009314be, ASSIGN; state=OFFLINE, location=083cd7fc6746,40265,1732167065617; forceNewPlan=false, retain=false 2024-11-21T05:32:05,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=a31aa55ccd574f7420e3588e009314be, regionState=OPENING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:05,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:32:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-21T05:32:05,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:05,654 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:05,654 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:32:05,654 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:05,654 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:32:05,654 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:05,654 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:05,656 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:05,657 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:32:05,657 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a31aa55ccd574f7420e3588e009314be columnFamilyName A 2024-11-21T05:32:05,657 DEBUG [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:05,657 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] regionserver.HStore(327): Store=a31aa55ccd574f7420e3588e009314be/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:32:05,658 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:05,659 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:32:05,659 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a31aa55ccd574f7420e3588e009314be columnFamilyName B 2024-11-21T05:32:05,659 DEBUG [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:05,659 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] regionserver.HStore(327): Store=a31aa55ccd574f7420e3588e009314be/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:32:05,659 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:05,660 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:32:05,661 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a31aa55ccd574f7420e3588e009314be columnFamilyName C 2024-11-21T05:32:05,661 DEBUG [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:05,661 INFO [StoreOpener-a31aa55ccd574f7420e3588e009314be-1 {}] regionserver.HStore(327): Store=a31aa55ccd574f7420e3588e009314be/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:32:05,661 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:05,662 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:05,662 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:05,663 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T05:32:05,664 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:05,666 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T05:32:05,667 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened a31aa55ccd574f7420e3588e009314be; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61667432, jitterRate=-0.08108365535736084}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T05:32:05,667 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:05,668 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., pid=70, masterSystemTime=1732167125651 2024-11-21T05:32:05,669 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:05,669 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:05,669 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=a31aa55ccd574f7420e3588e009314be, regionState=OPEN, openSeqNum=2, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:05,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-21T05:32:05,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 in 171 msec 2024-11-21T05:32:05,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-21T05:32:05,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a31aa55ccd574f7420e3588e009314be, ASSIGN in 327 msec 2024-11-21T05:32:05,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T05:32:05,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167125674"}]},"ts":"1732167125674"} 2024-11-21T05:32:05,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T05:32:05,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T05:32:05,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-11-21T05:32:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-21T05:32:06,611 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-21T05:32:06,613 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-21T05:32:06,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:06,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:06,630 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:06,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T05:32:06,632 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T05:32:06,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-21T05:32:06,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:06,645 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-21T05:32:06,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:06,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-21T05:32:06,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:06,664 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-21T05:32:06,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:06,672 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-21T05:32:06,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:06,681 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-21T05:32:06,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:06,689 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-21T05:32:06,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:06,697 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-21T05:32:06,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:06,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-21T05:32:06,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:06,737 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-21T05:32:06,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:06,750 DEBUG [hconnection-0x4f350d04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:06,751 DEBUG [hconnection-0x4fade4a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:06,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:06,751 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:06,752 DEBUG [hconnection-0x18432d96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-21T05:32:06,752 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:06,753 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T05:32:06,753 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:06,754 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:06,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:06,756 DEBUG [hconnection-0x51eb3487-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:06,757 DEBUG [hconnection-0x2f95f9bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:06,757 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:06,758 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:06,759 DEBUG [hconnection-0x1a6be231-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:06,760 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:06,762 DEBUG [hconnection-0x7cee6286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:06,763 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:06,764 DEBUG [hconnection-0x84b5fec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:06,765 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:06,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:32:06,769 DEBUG [hconnection-0x7df53adf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:06,770 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:06,771 DEBUG [hconnection-0x6b2b9e0c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:06,776 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:06,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:06,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:06,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:06,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:06,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167186805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:06,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167186807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:06,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167186808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:06,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167186811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:06,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/72114acdf0074fbc97511a81a628abb3 is 50, key is test_row_0/A:col10/1732167126761/Put/seqid=0 2024-11-21T05:32:06,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167186811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T05:32:06,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742094_1270 (size=12001) 2024-11-21T05:32:06,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/72114acdf0074fbc97511a81a628abb3 2024-11-21T05:32:06,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:06,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T05:32:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:06,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:06,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/4a9f58335d0348569d554765f97b767a is 50, key is test_row_0/B:col10/1732167126761/Put/seqid=0 2024-11-21T05:32:06,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167186913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:06,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167186913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:06,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167186916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:06,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167186919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:06,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167186921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:06,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742095_1271 (size=12001) 2024-11-21T05:32:06,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/4a9f58335d0348569d554765f97b767a 2024-11-21T05:32:06,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/709d26d1b057436492daef8b4dc15fd0 is 50, key is test_row_0/C:col10/1732167126761/Put/seqid=0 2024-11-21T05:32:06,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742096_1272 (size=12001) 2024-11-21T05:32:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T05:32:07,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T05:32:07,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:07,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:07,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:07,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:07,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:07,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167187116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167187116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167187120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167187122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167187125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T05:32:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:07,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:07,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T05:32:07,372 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T05:32:07,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:07,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:07,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:07,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:07,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:07,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/709d26d1b057436492daef8b4dc15fd0 2024-11-21T05:32:07,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/72114acdf0074fbc97511a81a628abb3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/72114acdf0074fbc97511a81a628abb3 2024-11-21T05:32:07,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/72114acdf0074fbc97511a81a628abb3, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T05:32:07,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/4a9f58335d0348569d554765f97b767a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/4a9f58335d0348569d554765f97b767a 2024-11-21T05:32:07,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167187418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167187420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167187424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/4a9f58335d0348569d554765f97b767a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T05:32:07,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/709d26d1b057436492daef8b4dc15fd0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/709d26d1b057436492daef8b4dc15fd0 2024-11-21T05:32:07,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167187426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167187428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/709d26d1b057436492daef8b4dc15fd0, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T05:32:07,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a31aa55ccd574f7420e3588e009314be in 669ms, sequenceid=14, compaction requested=false 2024-11-21T05:32:07,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:07,525 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T05:32:07,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:07,527 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T05:32:07,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:07,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:07,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:07,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:07,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:07,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:07,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/c79dd4519cfc4d78817e89b9079dd68e is 50, key is test_row_0/A:col10/1732167126809/Put/seqid=0 2024-11-21T05:32:07,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742097_1273 (size=12001) 2024-11-21T05:32:07,547 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/c79dd4519cfc4d78817e89b9079dd68e 2024-11-21T05:32:07,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/1ff41a7f95bd4b0799326f5a5e17b7a5 is 50, key is test_row_0/B:col10/1732167126809/Put/seqid=0 2024-11-21T05:32:07,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742098_1274 (size=12001) 2024-11-21T05:32:07,573 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/1ff41a7f95bd4b0799326f5a5e17b7a5 2024-11-21T05:32:07,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/06659fd380074cd3a7a623be73399591 is 50, key is test_row_0/C:col10/1732167126809/Put/seqid=0 2024-11-21T05:32:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742099_1275 (size=12001) 2024-11-21T05:32:07,591 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/06659fd380074cd3a7a623be73399591 2024-11-21T05:32:07,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/c79dd4519cfc4d78817e89b9079dd68e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c79dd4519cfc4d78817e89b9079dd68e 2024-11-21T05:32:07,609 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c79dd4519cfc4d78817e89b9079dd68e, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T05:32:07,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/1ff41a7f95bd4b0799326f5a5e17b7a5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1ff41a7f95bd4b0799326f5a5e17b7a5 2024-11-21T05:32:07,626 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1ff41a7f95bd4b0799326f5a5e17b7a5, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T05:32:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/06659fd380074cd3a7a623be73399591 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/06659fd380074cd3a7a623be73399591 2024-11-21T05:32:07,636 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/06659fd380074cd3a7a623be73399591, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T05:32:07,637 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for a31aa55ccd574f7420e3588e009314be in 111ms, sequenceid=38, compaction requested=false 2024-11-21T05:32:07,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:07,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:07,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-21T05:32:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-21T05:32:07,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-21T05:32:07,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 886 msec 2024-11-21T05:32:07,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 892 msec 2024-11-21T05:32:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T05:32:07,864 INFO [Thread-1235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-21T05:32:07,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-21T05:32:07,867 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T05:32:07,867 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:07,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:07,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:32:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:07,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:07,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:07,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:07,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:07,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:07,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:07,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/fb5b8980a8614b67970791c682e8bf4b is 50, key is test_row_0/A:col10/1732167127930/Put/seqid=0 2024-11-21T05:32:07,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742100_1276 (size=14341) 2024-11-21T05:32:07,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167187959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167187960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167187961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167187962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167187963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T05:32:08,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T05:32:08,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:08,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167188066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167188066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167188067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167188067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167188068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T05:32:08,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T05:32:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167188268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167188270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167188270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167188270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167188271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T05:32:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/fb5b8980a8614b67970791c682e8bf4b 2024-11-21T05:32:08,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/1d07964ee4df4dd382b3dcd403ac23ce is 50, key is test_row_0/B:col10/1732167127930/Put/seqid=0 2024-11-21T05:32:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742101_1277 (size=12001) 2024-11-21T05:32:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T05:32:08,480 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T05:32:08,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:08,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167188570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167188573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167188574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167188574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167188575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T05:32:08,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/1d07964ee4df4dd382b3dcd403ac23ce 2024-11-21T05:32:08,793 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T05:32:08,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:08,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:08,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/da7163bc5efc419796021f104aa24408 is 50, key is test_row_0/C:col10/1732167127930/Put/seqid=0 2024-11-21T05:32:08,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742102_1278 (size=12001) 2024-11-21T05:32:08,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/da7163bc5efc419796021f104aa24408 2024-11-21T05:32:08,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/fb5b8980a8614b67970791c682e8bf4b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb5b8980a8614b67970791c682e8bf4b 2024-11-21T05:32:08,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb5b8980a8614b67970791c682e8bf4b, entries=200, sequenceid=50, filesize=14.0 K 2024-11-21T05:32:08,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/1d07964ee4df4dd382b3dcd403ac23ce as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1d07964ee4df4dd382b3dcd403ac23ce 2024-11-21T05:32:08,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1d07964ee4df4dd382b3dcd403ac23ce, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T05:32:08,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/da7163bc5efc419796021f104aa24408 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/da7163bc5efc419796021f104aa24408 2024-11-21T05:32:08,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/da7163bc5efc419796021f104aa24408, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T05:32:08,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a31aa55ccd574f7420e3588e009314be in 950ms, sequenceid=50, compaction requested=true 2024-11-21T05:32:08,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:08,884 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:08,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:08,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:08,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:08,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:08,885 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:08,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:08,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:08,886 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:08,886 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:08,886 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,886 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/4a9f58335d0348569d554765f97b767a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1ff41a7f95bd4b0799326f5a5e17b7a5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1d07964ee4df4dd382b3dcd403ac23ce] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=35.2 K 2024-11-21T05:32:08,887 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:08,887 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:08,887 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,887 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/72114acdf0074fbc97511a81a628abb3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c79dd4519cfc4d78817e89b9079dd68e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb5b8980a8614b67970791c682e8bf4b] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=37.4 K 2024-11-21T05:32:08,888 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a9f58335d0348569d554765f97b767a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732167126761 2024-11-21T05:32:08,889 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72114acdf0074fbc97511a81a628abb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732167126761 2024-11-21T05:32:08,889 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ff41a7f95bd4b0799326f5a5e17b7a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732167126803 2024-11-21T05:32:08,889 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c79dd4519cfc4d78817e89b9079dd68e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732167126803 2024-11-21T05:32:08,889 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d07964ee4df4dd382b3dcd403ac23ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167127930 2024-11-21T05:32:08,889 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb5b8980a8614b67970791c682e8bf4b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167127930 2024-11-21T05:32:08,898 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:08,898 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/34694382849f4887beada66f39a1c253 is 50, key is test_row_0/B:col10/1732167127930/Put/seqid=0 2024-11-21T05:32:08,901 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:08,901 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/f0100dfd69e341528768edbc7fb372e0 is 50, key is test_row_0/A:col10/1732167127930/Put/seqid=0 2024-11-21T05:32:08,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742103_1279 (size=12104) 2024-11-21T05:32:08,920 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/34694382849f4887beada66f39a1c253 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/34694382849f4887beada66f39a1c253 2024-11-21T05:32:08,927 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into 34694382849f4887beada66f39a1c253(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:08,927 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:08,927 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=13, startTime=1732167128885; duration=0sec 2024-11-21T05:32:08,927 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:08,927 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:08,927 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:08,929 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:08,929 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/C is initiating minor compaction (all files) 2024-11-21T05:32:08,929 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/C in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,930 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/709d26d1b057436492daef8b4dc15fd0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/06659fd380074cd3a7a623be73399591, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/da7163bc5efc419796021f104aa24408] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=35.2 K 2024-11-21T05:32:08,930 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 709d26d1b057436492daef8b4dc15fd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732167126761 2024-11-21T05:32:08,931 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 06659fd380074cd3a7a623be73399591, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732167126803 2024-11-21T05:32:08,931 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting da7163bc5efc419796021f104aa24408, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167127930 2024-11-21T05:32:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742104_1280 (size=12104) 2024-11-21T05:32:08,941 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/f0100dfd69e341528768edbc7fb372e0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/f0100dfd69e341528768edbc7fb372e0 2024-11-21T05:32:08,949 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:08,949 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/2ca7d7be43704702811e84cfbeb51e42 is 50, key is test_row_0/C:col10/1732167127930/Put/seqid=0 2024-11-21T05:32:08,951 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into f0100dfd69e341528768edbc7fb372e0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:08,952 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:08,952 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=13, startTime=1732167128884; duration=0sec 2024-11-21T05:32:08,952 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:08,952 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:08,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:08,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T05:32:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:08,955 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T05:32:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:08,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:08,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:08,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T05:32:08,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/0a637a7a281e454193367f1c7543d14e is 50, key is test_row_0/A:col10/1732167127958/Put/seqid=0 2024-11-21T05:32:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742105_1281 (size=12104) 2024-11-21T05:32:09,005 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/2ca7d7be43704702811e84cfbeb51e42 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2ca7d7be43704702811e84cfbeb51e42 2024-11-21T05:32:09,010 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/C of a31aa55ccd574f7420e3588e009314be into 2ca7d7be43704702811e84cfbeb51e42(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:09,010 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:09,010 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/C, priority=13, startTime=1732167128885; duration=0sec 2024-11-21T05:32:09,011 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:09,011 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742106_1282 (size=12001) 2024-11-21T05:32:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:09,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:09,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167189091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167189091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167189091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167189095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167189095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167189197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167189199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167189199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167189203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,278 DEBUG [master/083cd7fc6746:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 8f3ea706083a99b3b88c8fbfa92619e5 changed from -1.0 to 0.0, refreshing cache 2024-11-21T05:32:09,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167189401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167189401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167189401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167189406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,435 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/0a637a7a281e454193367f1c7543d14e 2024-11-21T05:32:09,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/14ad8789c6114935ad373131459642fd is 50, key is test_row_0/B:col10/1732167127958/Put/seqid=0 2024-11-21T05:32:09,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742107_1283 (size=12001) 2024-11-21T05:32:09,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167189716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167189716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167189716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167189716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:09,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T05:32:09,849 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/14ad8789c6114935ad373131459642fd 2024-11-21T05:32:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/9571677251e9496fb4a6cc75b464a267 is 50, key is test_row_0/C:col10/1732167127958/Put/seqid=0 2024-11-21T05:32:09,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742108_1284 (size=12001) 2024-11-21T05:32:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T05:32:10,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167190101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:10,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167190220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:10,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:10,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167190220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167190220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:10,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167190225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:10,268 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/9571677251e9496fb4a6cc75b464a267 2024-11-21T05:32:10,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/0a637a7a281e454193367f1c7543d14e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0a637a7a281e454193367f1c7543d14e 2024-11-21T05:32:10,276 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0a637a7a281e454193367f1c7543d14e, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T05:32:10,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/14ad8789c6114935ad373131459642fd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/14ad8789c6114935ad373131459642fd 2024-11-21T05:32:10,281 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/14ad8789c6114935ad373131459642fd, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T05:32:10,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/9571677251e9496fb4a6cc75b464a267 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9571677251e9496fb4a6cc75b464a267 2024-11-21T05:32:10,288 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9571677251e9496fb4a6cc75b464a267, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T05:32:10,288 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a31aa55ccd574f7420e3588e009314be in 1333ms, sequenceid=76, compaction requested=false 2024-11-21T05:32:10,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:10,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:10,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-21T05:32:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-21T05:32:10,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-21T05:32:10,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4230 sec 2024-11-21T05:32:10,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.4260 sec 2024-11-21T05:32:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:11,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T05:32:11,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:11,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:11,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:11,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:11,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:11,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:11,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/9455dea7d5a6456a991f1931b2e6f223 is 50, key is test_row_0/A:col10/1732167129091/Put/seqid=0 2024-11-21T05:32:11,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742109_1285 (size=12001) 2024-11-21T05:32:11,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/9455dea7d5a6456a991f1931b2e6f223 2024-11-21T05:32:11,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167191248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167191251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167191252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167191253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/9741c9e4c3ca4bca978ae17afc41a6dc is 50, key is test_row_0/B:col10/1732167129091/Put/seqid=0 2024-11-21T05:32:11,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742110_1286 (size=12001) 2024-11-21T05:32:11,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167191353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167191354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167191357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167191358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167191556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167191557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167191560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167191560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/9741c9e4c3ca4bca978ae17afc41a6dc 2024-11-21T05:32:11,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/b444c5df101348a28b100c7195eac3fc is 50, key is test_row_0/C:col10/1732167129091/Put/seqid=0 2024-11-21T05:32:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742111_1287 (size=12001) 2024-11-21T05:32:11,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167191859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167191861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167191862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167191863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T05:32:11,974 INFO [Thread-1235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-21T05:32:11,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-21T05:32:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T05:32:11,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:11,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:11,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:12,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/b444c5df101348a28b100c7195eac3fc 2024-11-21T05:32:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T05:32:12,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/9455dea7d5a6456a991f1931b2e6f223 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/9455dea7d5a6456a991f1931b2e6f223 2024-11-21T05:32:12,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/9455dea7d5a6456a991f1931b2e6f223, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T05:32:12,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/9741c9e4c3ca4bca978ae17afc41a6dc as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9741c9e4c3ca4bca978ae17afc41a6dc 2024-11-21T05:32:12,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9741c9e4c3ca4bca978ae17afc41a6dc, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T05:32:12,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/b444c5df101348a28b100c7195eac3fc as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/b444c5df101348a28b100c7195eac3fc 2024-11-21T05:32:12,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/b444c5df101348a28b100c7195eac3fc, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T05:32:12,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a31aa55ccd574f7420e3588e009314be in 871ms, sequenceid=91, compaction requested=true 2024-11-21T05:32:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:12,100 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:12,100 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:12,101 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:12,101 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:12,101 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:12,101 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:12,101 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:12,101 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:12,101 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/34694382849f4887beada66f39a1c253, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/14ad8789c6114935ad373131459642fd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9741c9e4c3ca4bca978ae17afc41a6dc] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=35.3 K 2024-11-21T05:32:12,101 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/f0100dfd69e341528768edbc7fb372e0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0a637a7a281e454193367f1c7543d14e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/9455dea7d5a6456a991f1931b2e6f223] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=35.3 K 2024-11-21T05:32:12,102 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0100dfd69e341528768edbc7fb372e0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167127930 2024-11-21T05:32:12,102 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 34694382849f4887beada66f39a1c253, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167127930 2024-11-21T05:32:12,102 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a637a7a281e454193367f1c7543d14e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732167127958 2024-11-21T05:32:12,102 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 14ad8789c6114935ad373131459642fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732167127958 2024-11-21T05:32:12,103 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9455dea7d5a6456a991f1931b2e6f223, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732167129091 2024-11-21T05:32:12,103 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9741c9e4c3ca4bca978ae17afc41a6dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732167129091 2024-11-21T05:32:12,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:12,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T05:32:12,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:12,135 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T05:32:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:12,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/0ae9cbcea84241f18502783885dfce82 is 50, key is test_row_0/A:col10/1732167131251/Put/seqid=0 2024-11-21T05:32:12,153 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:12,153 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/372b9c70b40046668eb2059bea91894b is 50, key is test_row_0/A:col10/1732167129091/Put/seqid=0 2024-11-21T05:32:12,165 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:12,165 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/6b8c8f118e154bc7860f8a9feb4e09a4 is 50, key is test_row_0/B:col10/1732167129091/Put/seqid=0 2024-11-21T05:32:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742113_1289 (size=12207) 2024-11-21T05:32:12,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167192171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:12,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742112_1288 (size=12001) 2024-11-21T05:32:12,180 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/0ae9cbcea84241f18502783885dfce82 2024-11-21T05:32:12,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742114_1290 (size=12207) 2024-11-21T05:32:12,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/db54937d7fff493387610416db1ccfd6 is 50, key is test_row_0/B:col10/1732167131251/Put/seqid=0 2024-11-21T05:32:12,198 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/6b8c8f118e154bc7860f8a9feb4e09a4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/6b8c8f118e154bc7860f8a9feb4e09a4 2024-11-21T05:32:12,204 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into 6b8c8f118e154bc7860f8a9feb4e09a4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:12,204 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:12,204 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=13, startTime=1732167132100; duration=0sec 2024-11-21T05:32:12,204 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:12,204 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:12,204 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:12,205 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:12,205 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/C is initiating minor compaction (all files) 2024-11-21T05:32:12,206 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/C in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:12,206 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2ca7d7be43704702811e84cfbeb51e42, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9571677251e9496fb4a6cc75b464a267, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/b444c5df101348a28b100c7195eac3fc] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=35.3 K 2024-11-21T05:32:12,206 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ca7d7be43704702811e84cfbeb51e42, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167127930 2024-11-21T05:32:12,207 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9571677251e9496fb4a6cc75b464a267, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732167127958 2024-11-21T05:32:12,207 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b444c5df101348a28b100c7195eac3fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732167129091 2024-11-21T05:32:12,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742115_1291 (size=12001) 2024-11-21T05:32:12,214 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#C#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:12,214 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/bd106c620f7b4622832f4e75ccc494d8 is 50, key is test_row_0/C:col10/1732167129091/Put/seqid=0 2024-11-21T05:32:12,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742116_1292 (size=12207) 2024-11-21T05:32:12,234 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/bd106c620f7b4622832f4e75ccc494d8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bd106c620f7b4622832f4e75ccc494d8 2024-11-21T05:32:12,240 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/C of a31aa55ccd574f7420e3588e009314be into bd106c620f7b4622832f4e75ccc494d8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:12,240 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:12,240 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/C, priority=13, startTime=1732167132100; duration=0sec 2024-11-21T05:32:12,240 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:12,240 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:12,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167192274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T05:32:12,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:12,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167192367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167192367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:12,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167192367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:12,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167192372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:12,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167192476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:12,572 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/372b9c70b40046668eb2059bea91894b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/372b9c70b40046668eb2059bea91894b 2024-11-21T05:32:12,578 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into 372b9c70b40046668eb2059bea91894b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:12,578 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:12,578 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=13, startTime=1732167132100; duration=0sec 2024-11-21T05:32:12,578 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:12,578 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T05:32:12,609 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/db54937d7fff493387610416db1ccfd6 2024-11-21T05:32:12,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/23c8ca8a2f384867a743752aaa4f9313 is 50, key is test_row_0/C:col10/1732167131251/Put/seqid=0 2024-11-21T05:32:12,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742117_1293 (size=12001) 2024-11-21T05:32:12,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167192780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:13,057 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/23c8ca8a2f384867a743752aaa4f9313 2024-11-21T05:32:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/0ae9cbcea84241f18502783885dfce82 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0ae9cbcea84241f18502783885dfce82 2024-11-21T05:32:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T05:32:13,086 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0ae9cbcea84241f18502783885dfce82, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T05:32:13,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/db54937d7fff493387610416db1ccfd6 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/db54937d7fff493387610416db1ccfd6 2024-11-21T05:32:13,092 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/db54937d7fff493387610416db1ccfd6, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T05:32:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/23c8ca8a2f384867a743752aaa4f9313 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/23c8ca8a2f384867a743752aaa4f9313 2024-11-21T05:32:13,097 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/23c8ca8a2f384867a743752aaa4f9313, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T05:32:13,098 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a31aa55ccd574f7420e3588e009314be in 964ms, sequenceid=114, compaction requested=false 2024-11-21T05:32:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-21T05:32:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-21T05:32:13,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-21T05:32:13,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1190 sec 2024-11-21T05:32:13,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.1260 sec 2024-11-21T05:32:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:13,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T05:32:13,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:13,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:13,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:13,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:13,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:13,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:13,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/a6c5154338d84fa9ad813ee664288287 is 50, key is test_row_0/A:col10/1732167132141/Put/seqid=0 2024-11-21T05:32:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742118_1294 (size=12051) 2024-11-21T05:32:13,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167193346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:13,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167193370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:13,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167193373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:13,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167193376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:13,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167193380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:13,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167193449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:13,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167193653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:13,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/a6c5154338d84fa9ad813ee664288287 2024-11-21T05:32:13,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/80945054fd4d4285b293809065475b77 is 50, key is test_row_0/B:col10/1732167132141/Put/seqid=0 2024-11-21T05:32:13,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742119_1295 (size=12051) 2024-11-21T05:32:13,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/80945054fd4d4285b293809065475b77 2024-11-21T05:32:13,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/4457b3eb8218449ba3a07529e3642eeb is 50, key is test_row_0/C:col10/1732167132141/Put/seqid=0 2024-11-21T05:32:13,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742120_1296 (size=12051) 2024-11-21T05:32:13,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/4457b3eb8218449ba3a07529e3642eeb 2024-11-21T05:32:13,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/a6c5154338d84fa9ad813ee664288287 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/a6c5154338d84fa9ad813ee664288287 2024-11-21T05:32:13,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/a6c5154338d84fa9ad813ee664288287, entries=150, sequenceid=131, filesize=11.8 K 2024-11-21T05:32:13,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/80945054fd4d4285b293809065475b77 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/80945054fd4d4285b293809065475b77 2024-11-21T05:32:13,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/80945054fd4d4285b293809065475b77, entries=150, sequenceid=131, filesize=11.8 K 2024-11-21T05:32:13,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/4457b3eb8218449ba3a07529e3642eeb as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4457b3eb8218449ba3a07529e3642eeb 2024-11-21T05:32:13,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4457b3eb8218449ba3a07529e3642eeb, entries=150, sequenceid=131, filesize=11.8 K 2024-11-21T05:32:13,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a31aa55ccd574f7420e3588e009314be in 494ms, sequenceid=131, compaction requested=true 2024-11-21T05:32:13,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:13,782 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:13,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:13,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:13,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:13,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:13,783 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:13,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:13,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:13,785 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:13,785 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:13,785 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:13,785 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/372b9c70b40046668eb2059bea91894b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0ae9cbcea84241f18502783885dfce82, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/a6c5154338d84fa9ad813ee664288287] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=35.4 K 2024-11-21T05:32:13,785 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:13,785 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:13,786 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:13,786 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/6b8c8f118e154bc7860f8a9feb4e09a4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/db54937d7fff493387610416db1ccfd6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/80945054fd4d4285b293809065475b77] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=35.4 K 2024-11-21T05:32:13,786 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b8c8f118e154bc7860f8a9feb4e09a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732167129091 2024-11-21T05:32:13,786 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 372b9c70b40046668eb2059bea91894b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732167129091 2024-11-21T05:32:13,787 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting db54937d7fff493387610416db1ccfd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732167131245 2024-11-21T05:32:13,787 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ae9cbcea84241f18502783885dfce82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732167131245 2024-11-21T05:32:13,787 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 80945054fd4d4285b293809065475b77, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732167132141 2024-11-21T05:32:13,787 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6c5154338d84fa9ad813ee664288287, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732167132141 2024-11-21T05:32:13,797 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:13,797 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:13,798 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/60b42acacec14b5cb58d3b985fa6e7c1 is 50, key is test_row_0/B:col10/1732167132141/Put/seqid=0 2024-11-21T05:32:13,798 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/931e172148ca4ed091ab976f195842ab is 50, key is test_row_0/A:col10/1732167132141/Put/seqid=0 2024-11-21T05:32:13,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742121_1297 (size=12359) 2024-11-21T05:32:13,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742122_1298 (size=12359) 2024-11-21T05:32:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:13,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T05:32:13,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:13,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:13,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:13,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:13,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:13,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:13,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/4085c32321bb49a49580067fb0df453d is 50, key is test_row_0/A:col10/1732167133339/Put/seqid=0 2024-11-21T05:32:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742123_1299 (size=12151) 2024-11-21T05:32:13,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/4085c32321bb49a49580067fb0df453d 2024-11-21T05:32:13,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/3804e2d2f743473494b75839a176d8e2 is 50, key is test_row_0/B:col10/1732167133339/Put/seqid=0 2024-11-21T05:32:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742124_1300 (size=12151) 2024-11-21T05:32:13,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/3804e2d2f743473494b75839a176d8e2 2024-11-21T05:32:13,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/4ef9f13a360e4807b0357d8ddee9292c is 50, key is test_row_0/C:col10/1732167133339/Put/seqid=0 2024-11-21T05:32:14,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167194001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:14,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742125_1301 (size=12151) 2024-11-21T05:32:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T05:32:14,084 INFO [Thread-1235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-21T05:32:14,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-21T05:32:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T05:32:14,086 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:14,087 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:14,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:14,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167194105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T05:32:14,234 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/60b42acacec14b5cb58d3b985fa6e7c1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/60b42acacec14b5cb58d3b985fa6e7c1 2024-11-21T05:32:14,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:14,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T05:32:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:14,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:14,241 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into 60b42acacec14b5cb58d3b985fa6e7c1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:14,241 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:14,241 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=13, startTime=1732167133783; duration=0sec 2024-11-21T05:32:14,241 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:14,241 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/931e172148ca4ed091ab976f195842ab as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/931e172148ca4ed091ab976f195842ab 2024-11-21T05:32:14,241 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:14,241 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:14,243 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:14,244 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/C is initiating minor compaction (all files) 2024-11-21T05:32:14,244 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/C in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:14,244 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bd106c620f7b4622832f4e75ccc494d8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/23c8ca8a2f384867a743752aaa4f9313, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4457b3eb8218449ba3a07529e3642eeb] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=35.4 K 2024-11-21T05:32:14,245 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting bd106c620f7b4622832f4e75ccc494d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732167129091 2024-11-21T05:32:14,245 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 23c8ca8a2f384867a743752aaa4f9313, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732167131245 2024-11-21T05:32:14,246 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4457b3eb8218449ba3a07529e3642eeb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732167132141 2024-11-21T05:32:14,249 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into 931e172148ca4ed091ab976f195842ab(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:14,249 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:14,249 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=13, startTime=1732167133782; duration=0sec 2024-11-21T05:32:14,249 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:14,249 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:14,256 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:14,256 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/7891b3793e064c1b90a7c0099fe3e96d is 50, key is test_row_0/C:col10/1732167132141/Put/seqid=0 2024-11-21T05:32:14,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742126_1302 (size=12359) 2024-11-21T05:32:14,294 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/7891b3793e064c1b90a7c0099fe3e96d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/7891b3793e064c1b90a7c0099fe3e96d 2024-11-21T05:32:14,306 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/C of a31aa55ccd574f7420e3588e009314be into 7891b3793e064c1b90a7c0099fe3e96d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:14,306 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:14,306 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/C, priority=13, startTime=1732167133783; duration=0sec 2024-11-21T05:32:14,306 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:14,307 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:14,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167194310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T05:32:14,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:14,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T05:32:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:14,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:14,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:14,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:14,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:14,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/4ef9f13a360e4807b0357d8ddee9292c 2024-11-21T05:32:14,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/4085c32321bb49a49580067fb0df453d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/4085c32321bb49a49580067fb0df453d 2024-11-21T05:32:14,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/4085c32321bb49a49580067fb0df453d, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T05:32:14,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/3804e2d2f743473494b75839a176d8e2 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/3804e2d2f743473494b75839a176d8e2 2024-11-21T05:32:14,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/3804e2d2f743473494b75839a176d8e2, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T05:32:14,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/4ef9f13a360e4807b0357d8ddee9292c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4ef9f13a360e4807b0357d8ddee9292c 2024-11-21T05:32:14,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4ef9f13a360e4807b0357d8ddee9292c, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T05:32:14,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a31aa55ccd574f7420e3588e009314be in 473ms, sequenceid=154, compaction requested=false 2024-11-21T05:32:14,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:14,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:14,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T05:32:14,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:14,544 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T05:32:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:14,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/24b987cfae0c43f29b0a21270d866f42 is 50, key is test_row_1/A:col10/1732167133993/Put/seqid=0 2024-11-21T05:32:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742127_1303 (size=9757) 2024-11-21T05:32:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:14,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167194682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T05:32:14,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167194785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:14,957 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/24b987cfae0c43f29b0a21270d866f42 2024-11-21T05:32:14,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/1a0a8d99463a41b8aad432070728321b is 50, key is test_row_1/B:col10/1732167133993/Put/seqid=0 2024-11-21T05:32:14,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742128_1304 (size=9757) 2024-11-21T05:32:14,968 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/1a0a8d99463a41b8aad432070728321b 2024-11-21T05:32:14,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/c5103bc8d8f34a3c8a1aa6684c43c2af is 50, key is test_row_1/C:col10/1732167133993/Put/seqid=0 2024-11-21T05:32:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742129_1305 (size=9757) 2024-11-21T05:32:14,980 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/c5103bc8d8f34a3c8a1aa6684c43c2af 2024-11-21T05:32:14,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/24b987cfae0c43f29b0a21270d866f42 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/24b987cfae0c43f29b0a21270d866f42 2024-11-21T05:32:14,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167194987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:14,991 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/24b987cfae0c43f29b0a21270d866f42, entries=100, sequenceid=170, filesize=9.5 K 2024-11-21T05:32:14,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/1a0a8d99463a41b8aad432070728321b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1a0a8d99463a41b8aad432070728321b 2024-11-21T05:32:14,996 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1a0a8d99463a41b8aad432070728321b, entries=100, sequenceid=170, filesize=9.5 K 2024-11-21T05:32:14,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/c5103bc8d8f34a3c8a1aa6684c43c2af as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c5103bc8d8f34a3c8a1aa6684c43c2af 2024-11-21T05:32:15,002 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c5103bc8d8f34a3c8a1aa6684c43c2af, entries=100, sequenceid=170, filesize=9.5 K 2024-11-21T05:32:15,003 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a31aa55ccd574f7420e3588e009314be in 459ms, sequenceid=170, compaction requested=true 2024-11-21T05:32:15,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:15,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:15,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-21T05:32:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-21T05:32:15,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-21T05:32:15,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 917 msec 2024-11-21T05:32:15,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 921 msec 2024-11-21T05:32:15,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T05:32:15,097 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T05:32:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T05:32:15,189 INFO [Thread-1235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-21T05:32:15,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-21T05:32:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T05:32:15,191 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:15,192 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:15,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:15,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T05:32:15,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:15,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:15,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:15,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:15,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:15,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T05:32:15,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/f8b69e48ddf54fd18b341ef99d17bfc7 is 50, key is test_row_0/A:col10/1732167134652/Put/seqid=0 2024-11-21T05:32:15,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742130_1306 (size=14541) 2024-11-21T05:32:15,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/f8b69e48ddf54fd18b341ef99d17bfc7 2024-11-21T05:32:15,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/dd42d45474984312b25bd414e3ad544c is 50, key is test_row_0/B:col10/1732167134652/Put/seqid=0 2024-11-21T05:32:15,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742131_1307 (size=12151) 2024-11-21T05:32:15,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167195316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,343 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T05:32:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:15,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167195375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,378 DEBUG [Thread-1231 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4125 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:32:15,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167195381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,383 DEBUG [Thread-1227 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:32:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167195383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,387 DEBUG [Thread-1233 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:32:15,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167195388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,391 DEBUG [Thread-1229 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:32:15,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167195419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T05:32:15,496 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T05:32:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:15,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167195622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T05:32:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:15,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:15,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:15,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/dd42d45474984312b25bd414e3ad544c 2024-11-21T05:32:15,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/602415623d1c4e53ad8e6559d340c8d3 is 50, key is test_row_0/C:col10/1732167134652/Put/seqid=0 2024-11-21T05:32:15,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742132_1308 (size=12151) 2024-11-21T05:32:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T05:32:15,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T05:32:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:15,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167195924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,954 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:15,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T05:32:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:15,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:16,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:16,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T05:32:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:16,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:16,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/602415623d1c4e53ad8e6559d340c8d3 2024-11-21T05:32:16,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/f8b69e48ddf54fd18b341ef99d17bfc7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/f8b69e48ddf54fd18b341ef99d17bfc7 2024-11-21T05:32:16,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/f8b69e48ddf54fd18b341ef99d17bfc7, entries=200, sequenceid=194, filesize=14.2 K 2024-11-21T05:32:16,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/dd42d45474984312b25bd414e3ad544c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/dd42d45474984312b25bd414e3ad544c 2024-11-21T05:32:16,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/dd42d45474984312b25bd414e3ad544c, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T05:32:16,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/602415623d1c4e53ad8e6559d340c8d3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/602415623d1c4e53ad8e6559d340c8d3 2024-11-21T05:32:16,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/602415623d1c4e53ad8e6559d340c8d3, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T05:32:16,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a31aa55ccd574f7420e3588e009314be in 860ms, sequenceid=194, compaction requested=true 2024-11-21T05:32:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:16,151 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:32:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:16,151 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:32:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:16,152 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48808 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:32:16,152 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:32:16,152 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:16,152 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:16,152 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:16,152 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:16,152 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/60b42acacec14b5cb58d3b985fa6e7c1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/3804e2d2f743473494b75839a176d8e2, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1a0a8d99463a41b8aad432070728321b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/dd42d45474984312b25bd414e3ad544c] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=45.3 K 2024-11-21T05:32:16,152 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/931e172148ca4ed091ab976f195842ab, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/4085c32321bb49a49580067fb0df453d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/24b987cfae0c43f29b0a21270d866f42, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/f8b69e48ddf54fd18b341ef99d17bfc7] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=47.7 K 2024-11-21T05:32:16,153 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 60b42acacec14b5cb58d3b985fa6e7c1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732167132141 2024-11-21T05:32:16,153 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 931e172148ca4ed091ab976f195842ab, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732167132141 2024-11-21T05:32:16,153 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 3804e2d2f743473494b75839a176d8e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732167133339 2024-11-21T05:32:16,153 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4085c32321bb49a49580067fb0df453d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732167133339 2024-11-21T05:32:16,153 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a0a8d99463a41b8aad432070728321b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732167133993 2024-11-21T05:32:16,153 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24b987cfae0c43f29b0a21270d866f42, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732167133993 2024-11-21T05:32:16,154 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting dd42d45474984312b25bd414e3ad544c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732167134652 2024-11-21T05:32:16,154 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8b69e48ddf54fd18b341ef99d17bfc7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732167134652 2024-11-21T05:32:16,162 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:16,162 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/ef128f439d424c27be81781254f20766 is 50, key is test_row_0/B:col10/1732167134652/Put/seqid=0 2024-11-21T05:32:16,163 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:16,163 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/bec57b9b579c4e0b97e4e3b62457be72 is 50, key is test_row_0/A:col10/1732167134652/Put/seqid=0 2024-11-21T05:32:16,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742134_1310 (size=12595) 2024-11-21T05:32:16,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742133_1309 (size=12595) 2024-11-21T05:32:16,173 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/bec57b9b579c4e0b97e4e3b62457be72 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/bec57b9b579c4e0b97e4e3b62457be72 2024-11-21T05:32:16,175 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/ef128f439d424c27be81781254f20766 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/ef128f439d424c27be81781254f20766 2024-11-21T05:32:16,180 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into bec57b9b579c4e0b97e4e3b62457be72(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:16,180 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:16,180 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=12, startTime=1732167136151; duration=0sec 2024-11-21T05:32:16,180 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into ef128f439d424c27be81781254f20766(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:16,180 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:16,180 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:16,180 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:16,180 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=12, startTime=1732167136151; duration=0sec 2024-11-21T05:32:16,180 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:32:16,180 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:16,180 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:16,181 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:32:16,182 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/C is initiating minor compaction (all files) 2024-11-21T05:32:16,182 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/C in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:16,182 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/7891b3793e064c1b90a7c0099fe3e96d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4ef9f13a360e4807b0357d8ddee9292c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c5103bc8d8f34a3c8a1aa6684c43c2af, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/602415623d1c4e53ad8e6559d340c8d3] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=45.3 K 2024-11-21T05:32:16,182 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7891b3793e064c1b90a7c0099fe3e96d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732167132141 2024-11-21T05:32:16,182 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ef9f13a360e4807b0357d8ddee9292c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732167133339 2024-11-21T05:32:16,183 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5103bc8d8f34a3c8a1aa6684c43c2af, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732167133993 2024-11-21T05:32:16,183 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 602415623d1c4e53ad8e6559d340c8d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732167134652 2024-11-21T05:32:16,190 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:16,190 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/6e85927231444215a39e00a1c75b6f63 is 50, key is test_row_0/C:col10/1732167134652/Put/seqid=0 2024-11-21T05:32:16,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742135_1311 (size=12595) 2024-11-21T05:32:16,199 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/6e85927231444215a39e00a1c75b6f63 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/6e85927231444215a39e00a1c75b6f63 2024-11-21T05:32:16,204 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a31aa55ccd574f7420e3588e009314be/C of a31aa55ccd574f7420e3588e009314be into 6e85927231444215a39e00a1c75b6f63(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:16,204 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:16,204 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/C, priority=12, startTime=1732167136151; duration=0sec 2024-11-21T05:32:16,204 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:16,204 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:16,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:16,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T05:32:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:16,259 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T05:32:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:16,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/837e87af5c3c421896a2e21f1790ee1f is 50, key is test_row_0/A:col10/1732167135314/Put/seqid=0 2024-11-21T05:32:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742136_1312 (size=12151) 2024-11-21T05:32:16,268 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/837e87af5c3c421896a2e21f1790ee1f 2024-11-21T05:32:16,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/ebd3b24d7ee74efebba421193e3ca6df is 50, key is test_row_0/B:col10/1732167135314/Put/seqid=0 2024-11-21T05:32:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742137_1313 (size=12151) 2024-11-21T05:32:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T05:32:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:16,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:16,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167196501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:16,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167196603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:16,680 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/ebd3b24d7ee74efebba421193e3ca6df 2024-11-21T05:32:16,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/f8db866f0a6e4e0287c86948ecb9da7a is 50, key is test_row_0/C:col10/1732167135314/Put/seqid=0 2024-11-21T05:32:16,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742138_1314 (size=12151) 2024-11-21T05:32:16,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167196806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:17,090 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/f8db866f0a6e4e0287c86948ecb9da7a 2024-11-21T05:32:17,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/837e87af5c3c421896a2e21f1790ee1f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/837e87af5c3c421896a2e21f1790ee1f 2024-11-21T05:32:17,098 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/837e87af5c3c421896a2e21f1790ee1f, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T05:32:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/ebd3b24d7ee74efebba421193e3ca6df as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/ebd3b24d7ee74efebba421193e3ca6df 2024-11-21T05:32:17,102 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/ebd3b24d7ee74efebba421193e3ca6df, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T05:32:17,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/f8db866f0a6e4e0287c86948ecb9da7a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f8db866f0a6e4e0287c86948ecb9da7a 2024-11-21T05:32:17,106 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f8db866f0a6e4e0287c86948ecb9da7a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T05:32:17,108 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a31aa55ccd574f7420e3588e009314be in 849ms, sequenceid=209, compaction requested=false 2024-11-21T05:32:17,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:17,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:17,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-21T05:32:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-21T05:32:17,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-21T05:32:17,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9170 sec 2024-11-21T05:32:17,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.9210 sec 2024-11-21T05:32:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:17,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:32:17,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:17,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:17,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/0419a095327749438e0f29bbaa9f11e6 is 50, key is test_row_0/A:col10/1732167136478/Put/seqid=0 2024-11-21T05:32:17,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167197132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:17,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742139_1315 (size=12151) 2024-11-21T05:32:17,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167197235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T05:32:17,296 INFO [Thread-1235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-21T05:32:17,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-21T05:32:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T05:32:17,298 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:17,299 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:17,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T05:32:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167197440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:17,450 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:17,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T05:32:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:17,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/0419a095327749438e0f29bbaa9f11e6 2024-11-21T05:32:17,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/7b0e5863a083462b9f1f3e63f0547cb9 is 50, key is test_row_0/B:col10/1732167136478/Put/seqid=0 2024-11-21T05:32:17,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742140_1316 (size=12151) 2024-11-21T05:32:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T05:32:17,603 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:17,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T05:32:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:17,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167197743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:17,755 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:17,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T05:32:17,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:17,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:17,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:17,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T05:32:17,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:17,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T05:32:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:17,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:17,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/7b0e5863a083462b9f1f3e63f0547cb9 2024-11-21T05:32:17,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/bc021ded625d48e0abf63bb58ae72f24 is 50, key is test_row_0/C:col10/1732167136478/Put/seqid=0 2024-11-21T05:32:17,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742141_1317 (size=12151) 2024-11-21T05:32:18,059 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:18,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T05:32:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:18,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:18,212 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:18,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T05:32:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:18,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:18,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167198251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:18,366 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:18,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T05:32:18,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:18,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:18,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:18,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:18,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:18,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/bc021ded625d48e0abf63bb58ae72f24 2024-11-21T05:32:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T05:32:18,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/0419a095327749438e0f29bbaa9f11e6 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0419a095327749438e0f29bbaa9f11e6 2024-11-21T05:32:18,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0419a095327749438e0f29bbaa9f11e6, entries=150, sequenceid=234, filesize=11.9 K 2024-11-21T05:32:18,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/7b0e5863a083462b9f1f3e63f0547cb9 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/7b0e5863a083462b9f1f3e63f0547cb9 2024-11-21T05:32:18,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/7b0e5863a083462b9f1f3e63f0547cb9, entries=150, sequenceid=234, filesize=11.9 K 2024-11-21T05:32:18,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/bc021ded625d48e0abf63bb58ae72f24 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bc021ded625d48e0abf63bb58ae72f24 2024-11-21T05:32:18,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bc021ded625d48e0abf63bb58ae72f24, entries=150, sequenceid=234, filesize=11.9 K 2024-11-21T05:32:18,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a31aa55ccd574f7420e3588e009314be in 1314ms, sequenceid=234, compaction requested=true 2024-11-21T05:32:18,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:18,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:18,427 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:18,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:18,428 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:18,428 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:18,428 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:18,428 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:18,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:18,428 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/bec57b9b579c4e0b97e4e3b62457be72, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/837e87af5c3c421896a2e21f1790ee1f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0419a095327749438e0f29bbaa9f11e6] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=36.0 K 2024-11-21T05:32:18,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:18,429 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting bec57b9b579c4e0b97e4e3b62457be72, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732167134652 2024-11-21T05:32:18,429 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 837e87af5c3c421896a2e21f1790ee1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732167135311 2024-11-21T05:32:18,429 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:18,429 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:18,430 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:18,430 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/ef128f439d424c27be81781254f20766, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/ebd3b24d7ee74efebba421193e3ca6df, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/7b0e5863a083462b9f1f3e63f0547cb9] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=36.0 K 2024-11-21T05:32:18,430 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0419a095327749438e0f29bbaa9f11e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732167136478 2024-11-21T05:32:18,430 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting ef128f439d424c27be81781254f20766, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732167134652 2024-11-21T05:32:18,431 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting ebd3b24d7ee74efebba421193e3ca6df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732167135311 2024-11-21T05:32:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:18,432 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b0e5863a083462b9f1f3e63f0547cb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732167136478 2024-11-21T05:32:18,439 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:18,440 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:18,440 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/fb516993b2704789bbd1e5a85c88badd is 50, key is test_row_0/A:col10/1732167136478/Put/seqid=0 2024-11-21T05:32:18,440 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/8b216cd69cdb407ab73cac98efaabf85 is 50, key is test_row_0/B:col10/1732167136478/Put/seqid=0 2024-11-21T05:32:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742142_1318 (size=12697) 2024-11-21T05:32:18,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742143_1319 (size=12697) 2024-11-21T05:32:18,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:18,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T05:32:18,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:18,521 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:32:18,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:18,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:18,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:18,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:18,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:18,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:18,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/d4becc27ac83492e8506264cb5b4a838 is 50, key is test_row_0/A:col10/1732167137131/Put/seqid=0 2024-11-21T05:32:18,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742144_1320 (size=12151) 2024-11-21T05:32:18,561 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/d4becc27ac83492e8506264cb5b4a838 2024-11-21T05:32:18,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/e09615e6497a47879b976f236f35cbf5 is 50, key is test_row_0/B:col10/1732167137131/Put/seqid=0 2024-11-21T05:32:18,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742145_1321 (size=12151) 2024-11-21T05:32:18,853 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/fb516993b2704789bbd1e5a85c88badd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb516993b2704789bbd1e5a85c88badd 2024-11-21T05:32:18,864 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/8b216cd69cdb407ab73cac98efaabf85 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/8b216cd69cdb407ab73cac98efaabf85 2024-11-21T05:32:18,866 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into fb516993b2704789bbd1e5a85c88badd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:18,866 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:18,866 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=13, startTime=1732167138427; duration=0sec 2024-11-21T05:32:18,866 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:18,866 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:18,866 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:18,868 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:18,868 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/C is initiating minor compaction (all files) 2024-11-21T05:32:18,869 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/C in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:18,869 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/6e85927231444215a39e00a1c75b6f63, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f8db866f0a6e4e0287c86948ecb9da7a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bc021ded625d48e0abf63bb58ae72f24] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=36.0 K 2024-11-21T05:32:18,869 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e85927231444215a39e00a1c75b6f63, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732167134652 2024-11-21T05:32:18,870 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8db866f0a6e4e0287c86948ecb9da7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732167135311 2024-11-21T05:32:18,870 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc021ded625d48e0abf63bb58ae72f24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732167136478 2024-11-21T05:32:18,871 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into 8b216cd69cdb407ab73cac98efaabf85(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:18,871 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:18,871 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=13, startTime=1732167138428; duration=0sec 2024-11-21T05:32:18,871 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:18,871 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:18,879 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#C#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:18,879 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/16c46bb5dd6345d88946e57c61febc18 is 50, key is test_row_0/C:col10/1732167136478/Put/seqid=0 2024-11-21T05:32:18,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742146_1322 (size=12697) 2024-11-21T05:32:18,905 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/16c46bb5dd6345d88946e57c61febc18 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/16c46bb5dd6345d88946e57c61febc18 2024-11-21T05:32:18,910 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/C of a31aa55ccd574f7420e3588e009314be into 16c46bb5dd6345d88946e57c61febc18(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:18,911 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:18,911 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/C, priority=13, startTime=1732167138428; duration=0sec 2024-11-21T05:32:18,911 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:18,911 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:18,994 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/e09615e6497a47879b976f236f35cbf5 2024-11-21T05:32:19,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/ec4c9307c336485580e3f0c97e1eed22 is 50, key is test_row_0/C:col10/1732167137131/Put/seqid=0 2024-11-21T05:32:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742147_1323 (size=12151) 2024-11-21T05:32:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:19,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:19,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167199305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T05:32:19,406 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/ec4c9307c336485580e3f0c97e1eed22 2024-11-21T05:32:19,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46196 deadline: 1732167199406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:19,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167199408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:19,408 DEBUG [Thread-1229 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:32:19,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46188 deadline: 1732167199408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:19,411 DEBUG [Thread-1231 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:32:19,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/d4becc27ac83492e8506264cb5b4a838 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/d4becc27ac83492e8506264cb5b4a838 2024-11-21T05:32:19,417 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/d4becc27ac83492e8506264cb5b4a838, entries=150, sequenceid=245, filesize=11.9 K 2024-11-21T05:32:19,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/e09615e6497a47879b976f236f35cbf5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/e09615e6497a47879b976f236f35cbf5 2024-11-21T05:32:19,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46118 deadline: 1732167199418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:19,420 DEBUG [Thread-1227 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:32:19,421 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/e09615e6497a47879b976f236f35cbf5, entries=150, sequenceid=245, filesize=11.9 K 2024-11-21T05:32:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/ec4c9307c336485580e3f0c97e1eed22 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/ec4c9307c336485580e3f0c97e1eed22 2024-11-21T05:32:19,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1732167199423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:19,424 DEBUG [Thread-1233 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., hostname=083cd7fc6746,40265,1732167065617, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:32:19,427 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/ec4c9307c336485580e3f0c97e1eed22, entries=150, sequenceid=245, filesize=11.9 K 2024-11-21T05:32:19,428 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a31aa55ccd574f7420e3588e009314be in 907ms, sequenceid=245, compaction requested=false 2024-11-21T05:32:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-21T05:32:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-21T05:32:19,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-21T05:32:19,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1300 sec 2024-11-21T05:32:19,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.1340 sec 2024-11-21T05:32:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:19,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T05:32:19,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:19,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:19,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:19,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:19,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:19,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:19,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/08d803c47d584f82b4ac50cf16dca26e is 50, key is test_row_0/A:col10/1732167139610/Put/seqid=0 2024-11-21T05:32:19,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742148_1324 (size=14741) 2024-11-21T05:32:19,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/08d803c47d584f82b4ac50cf16dca26e 2024-11-21T05:32:19,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/d926e753510840699e2bba3cc90a3267 is 50, key is test_row_0/B:col10/1732167139610/Put/seqid=0 2024-11-21T05:32:19,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742149_1325 (size=12301) 2024-11-21T05:32:19,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167199634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:19,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167199737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:19,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167199942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:20,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/d926e753510840699e2bba3cc90a3267 2024-11-21T05:32:20,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/e1dfd2dace7248a5835f3fa9d2e256d1 is 50, key is test_row_0/C:col10/1732167139610/Put/seqid=0 2024-11-21T05:32:20,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742150_1326 (size=12301) 2024-11-21T05:32:20,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/e1dfd2dace7248a5835f3fa9d2e256d1 2024-11-21T05:32:20,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/08d803c47d584f82b4ac50cf16dca26e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/08d803c47d584f82b4ac50cf16dca26e 2024-11-21T05:32:20,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/08d803c47d584f82b4ac50cf16dca26e, entries=200, sequenceid=274, filesize=14.4 K 2024-11-21T05:32:20,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/d926e753510840699e2bba3cc90a3267 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d926e753510840699e2bba3cc90a3267 2024-11-21T05:32:20,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d926e753510840699e2bba3cc90a3267, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T05:32:20,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/e1dfd2dace7248a5835f3fa9d2e256d1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/e1dfd2dace7248a5835f3fa9d2e256d1 2024-11-21T05:32:20,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/e1dfd2dace7248a5835f3fa9d2e256d1, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T05:32:20,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a31aa55ccd574f7420e3588e009314be in 501ms, sequenceid=274, compaction requested=true 2024-11-21T05:32:20,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:20,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:20,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:20,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:20,113 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:20,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:20,113 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:20,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:20,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:20,114 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:20,114 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:20,114 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:20,114 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/8b216cd69cdb407ab73cac98efaabf85, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/e09615e6497a47879b976f236f35cbf5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d926e753510840699e2bba3cc90a3267] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=36.3 K 2024-11-21T05:32:20,114 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:20,114 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:20,114 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:20,115 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb516993b2704789bbd1e5a85c88badd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/d4becc27ac83492e8506264cb5b4a838, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/08d803c47d584f82b4ac50cf16dca26e] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=38.7 K 2024-11-21T05:32:20,115 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b216cd69cdb407ab73cac98efaabf85, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732167136478 2024-11-21T05:32:20,115 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb516993b2704789bbd1e5a85c88badd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732167136478 2024-11-21T05:32:20,115 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting e09615e6497a47879b976f236f35cbf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732167137124 2024-11-21T05:32:20,115 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting d926e753510840699e2bba3cc90a3267, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732167139299 2024-11-21T05:32:20,115 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4becc27ac83492e8506264cb5b4a838, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732167137124 2024-11-21T05:32:20,116 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08d803c47d584f82b4ac50cf16dca26e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732167139299 2024-11-21T05:32:20,126 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:20,126 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/9dcf3469b7464872855ab1c1c0c2f121 is 50, key is test_row_0/A:col10/1732167139610/Put/seqid=0 2024-11-21T05:32:20,128 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:20,129 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/65530e6e426048b989b691e21935ecc5 is 50, key is test_row_0/B:col10/1732167139610/Put/seqid=0 2024-11-21T05:32:20,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742151_1327 (size=12949) 2024-11-21T05:32:20,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742152_1328 (size=12949) 2024-11-21T05:32:20,141 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/65530e6e426048b989b691e21935ecc5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/65530e6e426048b989b691e21935ecc5 2024-11-21T05:32:20,146 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into 65530e6e426048b989b691e21935ecc5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:20,147 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:20,147 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=13, startTime=1732167140113; duration=0sec 2024-11-21T05:32:20,147 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:20,147 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:20,147 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:20,148 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:20,148 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/C is initiating minor compaction (all files) 2024-11-21T05:32:20,148 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/C in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:20,148 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/16c46bb5dd6345d88946e57c61febc18, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/ec4c9307c336485580e3f0c97e1eed22, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/e1dfd2dace7248a5835f3fa9d2e256d1] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=36.3 K 2024-11-21T05:32:20,148 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 16c46bb5dd6345d88946e57c61febc18, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732167136478 2024-11-21T05:32:20,149 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting ec4c9307c336485580e3f0c97e1eed22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732167137124 2024-11-21T05:32:20,149 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting e1dfd2dace7248a5835f3fa9d2e256d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732167139299 2024-11-21T05:32:20,170 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#C#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:20,171 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/6ddac94348df4465914a8947c3b14f4e is 50, key is test_row_0/C:col10/1732167139610/Put/seqid=0 2024-11-21T05:32:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742153_1329 (size=12949) 2024-11-21T05:32:20,215 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/6ddac94348df4465914a8947c3b14f4e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/6ddac94348df4465914a8947c3b14f4e 2024-11-21T05:32:20,224 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/C of a31aa55ccd574f7420e3588e009314be into 6ddac94348df4465914a8947c3b14f4e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:20,225 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:20,225 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/C, priority=13, startTime=1732167140113; duration=0sec 2024-11-21T05:32:20,225 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:20,225 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:20,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:32:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:20,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:20,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/c02322aa12764178877072d9dd231485 is 50, key is test_row_0/A:col10/1732167139626/Put/seqid=0 2024-11-21T05:32:20,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742154_1330 (size=12301) 2024-11-21T05:32:20,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/c02322aa12764178877072d9dd231485 2024-11-21T05:32:20,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/d852c05b7aaf4e5a9421cb3179fd92ee is 50, key is test_row_0/B:col10/1732167139626/Put/seqid=0 2024-11-21T05:32:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742155_1331 (size=12301) 2024-11-21T05:32:20,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/d852c05b7aaf4e5a9421cb3179fd92ee 2024-11-21T05:32:20,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/9034313b662b4389aafaeef50fc1e6c0 is 50, key is test_row_0/C:col10/1732167139626/Put/seqid=0 2024-11-21T05:32:20,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167200339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:20,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742156_1332 (size=12301) 2024-11-21T05:32:20,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167200442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:20,539 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/9dcf3469b7464872855ab1c1c0c2f121 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/9dcf3469b7464872855ab1c1c0c2f121 2024-11-21T05:32:20,544 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into 9dcf3469b7464872855ab1c1c0c2f121(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:20,544 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:20,544 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=13, startTime=1732167140113; duration=0sec 2024-11-21T05:32:20,544 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:20,544 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:20,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167200645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:20,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/9034313b662b4389aafaeef50fc1e6c0 2024-11-21T05:32:20,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/c02322aa12764178877072d9dd231485 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c02322aa12764178877072d9dd231485 2024-11-21T05:32:20,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c02322aa12764178877072d9dd231485, entries=150, sequenceid=287, filesize=12.0 K 2024-11-21T05:32:20,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/d852c05b7aaf4e5a9421cb3179fd92ee as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d852c05b7aaf4e5a9421cb3179fd92ee 2024-11-21T05:32:20,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d852c05b7aaf4e5a9421cb3179fd92ee, entries=150, sequenceid=287, filesize=12.0 K 2024-11-21T05:32:20,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/9034313b662b4389aafaeef50fc1e6c0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9034313b662b4389aafaeef50fc1e6c0 2024-11-21T05:32:20,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9034313b662b4389aafaeef50fc1e6c0, entries=150, sequenceid=287, filesize=12.0 K 2024-11-21T05:32:20,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a31aa55ccd574f7420e3588e009314be in 549ms, sequenceid=287, compaction requested=false 2024-11-21T05:32:20,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:20,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T05:32:20,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:20,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:20,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:20,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:20,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:20,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:20,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/491867b97fea46cfbb4c77aa333f5746 is 50, key is test_row_0/A:col10/1732167140334/Put/seqid=0 2024-11-21T05:32:20,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742157_1333 (size=12301) 2024-11-21T05:32:20,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/491867b97fea46cfbb4c77aa333f5746 2024-11-21T05:32:20,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167200977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:20,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/9b1fa7faa93444cfad9bfe3bf42767fa is 50, key is test_row_0/B:col10/1732167140334/Put/seqid=0 2024-11-21T05:32:21,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742158_1334 (size=12301) 2024-11-21T05:32:21,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/9b1fa7faa93444cfad9bfe3bf42767fa 2024-11-21T05:32:21,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/75d8d8e5fdec4f95b8e2f8b6b169a1ea is 50, key is test_row_0/C:col10/1732167140334/Put/seqid=0 2024-11-21T05:32:21,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742159_1335 (size=12301) 2024-11-21T05:32:21,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/75d8d8e5fdec4f95b8e2f8b6b169a1ea 2024-11-21T05:32:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/491867b97fea46cfbb4c77aa333f5746 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/491867b97fea46cfbb4c77aa333f5746 2024-11-21T05:32:21,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/491867b97fea46cfbb4c77aa333f5746, entries=150, sequenceid=314, filesize=12.0 K 2024-11-21T05:32:21,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/9b1fa7faa93444cfad9bfe3bf42767fa as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9b1fa7faa93444cfad9bfe3bf42767fa 2024-11-21T05:32:21,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9b1fa7faa93444cfad9bfe3bf42767fa, entries=150, sequenceid=314, filesize=12.0 K 2024-11-21T05:32:21,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/75d8d8e5fdec4f95b8e2f8b6b169a1ea as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/75d8d8e5fdec4f95b8e2f8b6b169a1ea 2024-11-21T05:32:21,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/75d8d8e5fdec4f95b8e2f8b6b169a1ea, entries=150, sequenceid=314, filesize=12.0 K 2024-11-21T05:32:21,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a31aa55ccd574f7420e3588e009314be in 122ms, sequenceid=314, compaction requested=true 2024-11-21T05:32:21,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:21,074 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:21,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:21,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:21,074 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:21,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:21,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:21,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:21,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:21,075 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:21,075 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:21,075 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:21,075 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/9dcf3469b7464872855ab1c1c0c2f121, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c02322aa12764178877072d9dd231485, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/491867b97fea46cfbb4c77aa333f5746] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=36.7 K 2024-11-21T05:32:21,076 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dcf3469b7464872855ab1c1c0c2f121, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732167139299 2024-11-21T05:32:21,076 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:21,076 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:21,076 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:21,076 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/65530e6e426048b989b691e21935ecc5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d852c05b7aaf4e5a9421cb3179fd92ee, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9b1fa7faa93444cfad9bfe3bf42767fa] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=36.7 K 2024-11-21T05:32:21,076 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 65530e6e426048b989b691e21935ecc5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732167139299 2024-11-21T05:32:21,076 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c02322aa12764178877072d9dd231485, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732167139626 2024-11-21T05:32:21,077 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting d852c05b7aaf4e5a9421cb3179fd92ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732167139626 2024-11-21T05:32:21,077 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 491867b97fea46cfbb4c77aa333f5746, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732167140334 2024-11-21T05:32:21,077 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b1fa7faa93444cfad9bfe3bf42767fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732167140334 2024-11-21T05:32:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:21,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:32:21,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:21,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:21,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:21,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:21,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:21,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:21,105 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:21,105 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/50a6261b9b8c4aa69e3672ef9cc3d905 is 50, key is test_row_0/B:col10/1732167140334/Put/seqid=0 2024-11-21T05:32:21,117 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:21,117 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/20f6f4235baf4e5eb27678399f6270c1 is 50, key is test_row_0/A:col10/1732167140334/Put/seqid=0 2024-11-21T05:32:21,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/b0c833cb9ab843988ace50092c6dd95b is 50, key is test_row_0/A:col10/1732167141081/Put/seqid=0 2024-11-21T05:32:21,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742160_1336 (size=13051) 2024-11-21T05:32:21,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742162_1338 (size=9857) 2024-11-21T05:32:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742161_1337 (size=13051) 2024-11-21T05:32:21,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167201170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:21,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167201274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T05:32:21,402 INFO [Thread-1235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-21T05:32:21,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-21T05:32:21,405 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T05:32:21,406 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:21,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:21,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167201478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T05:32:21,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/b0c833cb9ab843988ace50092c6dd95b 2024-11-21T05:32:21,556 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/50a6261b9b8c4aa69e3672ef9cc3d905 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/50a6261b9b8c4aa69e3672ef9cc3d905 2024-11-21T05:32:21,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:21,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T05:32:21,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:21,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:21,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:21,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:21,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:21,572 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/20f6f4235baf4e5eb27678399f6270c1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/20f6f4235baf4e5eb27678399f6270c1 2024-11-21T05:32:21,574 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into 50a6261b9b8c4aa69e3672ef9cc3d905(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:21,574 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:21,574 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=13, startTime=1732167141074; duration=0sec 2024-11-21T05:32:21,574 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:21,574 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:21,574 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:21,576 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:21,576 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/C is initiating minor compaction (all files) 2024-11-21T05:32:21,576 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/C in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:21,576 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/6ddac94348df4465914a8947c3b14f4e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9034313b662b4389aafaeef50fc1e6c0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/75d8d8e5fdec4f95b8e2f8b6b169a1ea] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=36.7 K 2024-11-21T05:32:21,576 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ddac94348df4465914a8947c3b14f4e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732167139299 2024-11-21T05:32:21,577 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9034313b662b4389aafaeef50fc1e6c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732167139626 2024-11-21T05:32:21,577 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 75d8d8e5fdec4f95b8e2f8b6b169a1ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732167140334 2024-11-21T05:32:21,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/b8b2af9a7b344560ad8c83758d62869e is 50, key is test_row_0/B:col10/1732167141081/Put/seqid=0 2024-11-21T05:32:21,580 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into 20f6f4235baf4e5eb27678399f6270c1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:21,580 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:21,580 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=13, startTime=1732167141074; duration=0sec 2024-11-21T05:32:21,580 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:21,580 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:21,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742163_1339 (size=9857) 2024-11-21T05:32:21,585 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#C#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:21,586 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/4d73ba7a785e49cabadfc1a49228b1ed is 50, key is test_row_0/C:col10/1732167140334/Put/seqid=0 2024-11-21T05:32:21,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742164_1340 (size=13051) 2024-11-21T05:32:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T05:32:21,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:21,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T05:32:21,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:21,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:21,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:21,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:21,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:21,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167201783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:21,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:21,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T05:32:21,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:21,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:21,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:21,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:21,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:21,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/b8b2af9a7b344560ad8c83758d62869e 2024-11-21T05:32:21,996 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/4d73ba7a785e49cabadfc1a49228b1ed as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4d73ba7a785e49cabadfc1a49228b1ed 2024-11-21T05:32:21,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/04f0f1c5791b4881aed62c6aa12fe55e is 50, key is test_row_0/C:col10/1732167141081/Put/seqid=0 2024-11-21T05:32:22,006 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/C of a31aa55ccd574f7420e3588e009314be into 4d73ba7a785e49cabadfc1a49228b1ed(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:22,006 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:22,006 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/C, priority=13, startTime=1732167141075; duration=0sec 2024-11-21T05:32:22,006 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:22,006 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T05:32:22,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742165_1341 (size=9857) 2024-11-21T05:32:22,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/04f0f1c5791b4881aed62c6aa12fe55e 2024-11-21T05:32:22,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:22,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T05:32:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:22,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:22,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/b0c833cb9ab843988ace50092c6dd95b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b0c833cb9ab843988ace50092c6dd95b 2024-11-21T05:32:22,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b0c833cb9ab843988ace50092c6dd95b, entries=100, sequenceid=325, filesize=9.6 K 2024-11-21T05:32:22,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/b8b2af9a7b344560ad8c83758d62869e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b8b2af9a7b344560ad8c83758d62869e 2024-11-21T05:32:22,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b8b2af9a7b344560ad8c83758d62869e, entries=100, sequenceid=325, filesize=9.6 K 2024-11-21T05:32:22,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/04f0f1c5791b4881aed62c6aa12fe55e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/04f0f1c5791b4881aed62c6aa12fe55e 2024-11-21T05:32:22,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/04f0f1c5791b4881aed62c6aa12fe55e, entries=100, sequenceid=325, filesize=9.6 K 2024-11-21T05:32:22,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a31aa55ccd574f7420e3588e009314be in 959ms, sequenceid=325, compaction requested=false 2024-11-21T05:32:22,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:22,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:22,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T05:32:22,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:22,174 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:32:22,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:22,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:22,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:22,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:22,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:22,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/ecfb865bff6e439fb19390813a379ff8 is 50, key is test_row_0/A:col10/1732167141165/Put/seqid=0 2024-11-21T05:32:22,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742166_1342 (size=12301) 2024-11-21T05:32:22,193 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/ecfb865bff6e439fb19390813a379ff8 2024-11-21T05:32:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/12c55d0de9c5450682f9fa2846a831c1 is 50, key is test_row_0/B:col10/1732167141165/Put/seqid=0 2024-11-21T05:32:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742167_1343 (size=12301) 2024-11-21T05:32:22,235 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/12c55d0de9c5450682f9fa2846a831c1 2024-11-21T05:32:22,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/bddc42a4d20f4fa29df3c7873d8c59e0 is 50, key is test_row_0/C:col10/1732167141165/Put/seqid=0 2024-11-21T05:32:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742168_1344 (size=12301) 2024-11-21T05:32:22,262 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/bddc42a4d20f4fa29df3c7873d8c59e0 2024-11-21T05:32:22,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/ecfb865bff6e439fb19390813a379ff8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ecfb865bff6e439fb19390813a379ff8 2024-11-21T05:32:22,279 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ecfb865bff6e439fb19390813a379ff8, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T05:32:22,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/12c55d0de9c5450682f9fa2846a831c1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/12c55d0de9c5450682f9fa2846a831c1 2024-11-21T05:32:22,287 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/12c55d0de9c5450682f9fa2846a831c1, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T05:32:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/bddc42a4d20f4fa29df3c7873d8c59e0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bddc42a4d20f4fa29df3c7873d8c59e0 2024-11-21T05:32:22,294 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bddc42a4d20f4fa29df3c7873d8c59e0, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T05:32:22,296 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for a31aa55ccd574f7420e3588e009314be in 123ms, sequenceid=353, compaction requested=true 2024-11-21T05:32:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-21T05:32:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-21T05:32:22,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-21T05:32:22,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 892 msec 2024-11-21T05:32:22,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 899 msec 2024-11-21T05:32:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:22,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:32:22,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:22,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:22,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:22,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:22,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:22,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:22,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/ef2ffd66a5ea40a69cc8c8ab77d2205e is 50, key is test_row_0/A:col10/1732167142310/Put/seqid=0 2024-11-21T05:32:22,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742169_1345 (size=12301) 2024-11-21T05:32:22,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/ef2ffd66a5ea40a69cc8c8ab77d2205e 2024-11-21T05:32:22,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/f95559a2db5949789ed235f859d777ab is 50, key is test_row_0/B:col10/1732167142310/Put/seqid=0 2024-11-21T05:32:22,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742170_1346 (size=12301) 2024-11-21T05:32:22,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167202403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T05:32:22,508 INFO [Thread-1235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-21T05:32:22,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167202507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:22,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-21T05:32:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T05:32:22,510 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:22,511 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:22,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T05:32:22,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:22,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T05:32:22,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:22,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:22,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:22,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167202711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:22,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/f95559a2db5949789ed235f859d777ab 2024-11-21T05:32:22,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/c2eefa831c224892aba578346084ca2e is 50, key is test_row_0/C:col10/1732167142310/Put/seqid=0 2024-11-21T05:32:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T05:32:22,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742171_1347 (size=12301) 2024-11-21T05:32:22,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:22,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T05:32:22,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:22,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:22,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:22,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:22,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:22,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/c2eefa831c224892aba578346084ca2e 2024-11-21T05:32:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:22,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/ef2ffd66a5ea40a69cc8c8ab77d2205e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ef2ffd66a5ea40a69cc8c8ab77d2205e 2024-11-21T05:32:22,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ef2ffd66a5ea40a69cc8c8ab77d2205e, entries=150, sequenceid=364, filesize=12.0 K 2024-11-21T05:32:22,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/f95559a2db5949789ed235f859d777ab as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/f95559a2db5949789ed235f859d777ab 2024-11-21T05:32:22,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/f95559a2db5949789ed235f859d777ab, entries=150, sequenceid=364, filesize=12.0 K 2024-11-21T05:32:22,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/c2eefa831c224892aba578346084ca2e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c2eefa831c224892aba578346084ca2e 2024-11-21T05:32:22,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c2eefa831c224892aba578346084ca2e, entries=150, sequenceid=364, filesize=12.0 K 2024-11-21T05:32:22,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a31aa55ccd574f7420e3588e009314be in 541ms, sequenceid=364, compaction requested=true 2024-11-21T05:32:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:22,858 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:32:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:22,859 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:32:22,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:22,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:22,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:22,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:22,861 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:32:22,862 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:22,862 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:22,862 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/50a6261b9b8c4aa69e3672ef9cc3d905, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b8b2af9a7b344560ad8c83758d62869e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/12c55d0de9c5450682f9fa2846a831c1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/f95559a2db5949789ed235f859d777ab] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=46.4 K 2024-11-21T05:32:22,862 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:32:22,863 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:22,863 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:22,863 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/20f6f4235baf4e5eb27678399f6270c1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b0c833cb9ab843988ace50092c6dd95b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ecfb865bff6e439fb19390813a379ff8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ef2ffd66a5ea40a69cc8c8ab77d2205e] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=46.4 K 2024-11-21T05:32:22,863 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 50a6261b9b8c4aa69e3672ef9cc3d905, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732167140334 2024-11-21T05:32:22,863 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20f6f4235baf4e5eb27678399f6270c1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732167140334 2024-11-21T05:32:22,864 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b8b2af9a7b344560ad8c83758d62869e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732167140975 2024-11-21T05:32:22,864 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0c833cb9ab843988ace50092c6dd95b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732167140975 2024-11-21T05:32:22,865 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecfb865bff6e439fb19390813a379ff8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732167141160 2024-11-21T05:32:22,865 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 12c55d0de9c5450682f9fa2846a831c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732167141160 2024-11-21T05:32:22,865 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef2ffd66a5ea40a69cc8c8ab77d2205e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732167142305 2024-11-21T05:32:22,866 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting f95559a2db5949789ed235f859d777ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732167142305 2024-11-21T05:32:22,885 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:22,885 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/025ad93c75b24af6be93bd5841b472db is 50, key is test_row_0/B:col10/1732167142310/Put/seqid=0 2024-11-21T05:32:22,893 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:22,893 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/8fcef7b48f174e61ac4549f27138035e is 50, key is test_row_0/A:col10/1732167142310/Put/seqid=0 2024-11-21T05:32:22,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742173_1349 (size=13187) 2024-11-21T05:32:22,937 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/8fcef7b48f174e61ac4549f27138035e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/8fcef7b48f174e61ac4549f27138035e 2024-11-21T05:32:22,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742172_1348 (size=13187) 2024-11-21T05:32:22,945 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into 8fcef7b48f174e61ac4549f27138035e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:22,946 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:22,946 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=12, startTime=1732167142858; duration=0sec 2024-11-21T05:32:22,946 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:22,946 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:22,946 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:32:22,947 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:32:22,947 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/C is initiating minor compaction (all files) 2024-11-21T05:32:22,947 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/C in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:22,948 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4d73ba7a785e49cabadfc1a49228b1ed, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/04f0f1c5791b4881aed62c6aa12fe55e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bddc42a4d20f4fa29df3c7873d8c59e0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c2eefa831c224892aba578346084ca2e] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=46.4 K 2024-11-21T05:32:22,948 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d73ba7a785e49cabadfc1a49228b1ed, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732167140334 2024-11-21T05:32:22,948 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04f0f1c5791b4881aed62c6aa12fe55e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732167140975 2024-11-21T05:32:22,949 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting bddc42a4d20f4fa29df3c7873d8c59e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732167141160 2024-11-21T05:32:22,949 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2eefa831c224892aba578346084ca2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732167142305 2024-11-21T05:32:22,952 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/025ad93c75b24af6be93bd5841b472db as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/025ad93c75b24af6be93bd5841b472db 2024-11-21T05:32:22,959 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into 025ad93c75b24af6be93bd5841b472db(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:22,959 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:22,959 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=12, startTime=1732167142858; duration=0sec 2024-11-21T05:32:22,959 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:22,959 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:22,965 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#C#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:22,966 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/32524e22387042d38ab69f672a093d90 is 50, key is test_row_0/C:col10/1732167142310/Put/seqid=0 2024-11-21T05:32:22,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:23,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T05:32:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:23,000 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:32:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:23,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/b3cb85fbfc734130b181782a77d88257 is 50, key is test_row_0/A:col10/1732167142397/Put/seqid=0 2024-11-21T05:32:23,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742174_1350 (size=13187) 2024-11-21T05:32:23,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742175_1351 (size=12301) 2024-11-21T05:32:23,051 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/b3cb85fbfc734130b181782a77d88257 2024-11-21T05:32:23,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167203051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:23,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/642b02115f504b5588874dbc18ad3a32 is 50, key is test_row_0/B:col10/1732167142397/Put/seqid=0 2024-11-21T05:32:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742176_1352 (size=12301) 2024-11-21T05:32:23,078 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/642b02115f504b5588874dbc18ad3a32 2024-11-21T05:32:23,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/54db64d2f29f4031938fa19b794b4fc0 is 50, key is test_row_0/C:col10/1732167142397/Put/seqid=0 2024-11-21T05:32:23,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742177_1353 (size=12301) 2024-11-21T05:32:23,095 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/54db64d2f29f4031938fa19b794b4fc0 2024-11-21T05:32:23,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/b3cb85fbfc734130b181782a77d88257 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b3cb85fbfc734130b181782a77d88257 2024-11-21T05:32:23,107 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b3cb85fbfc734130b181782a77d88257, entries=150, sequenceid=391, filesize=12.0 K 2024-11-21T05:32:23,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/642b02115f504b5588874dbc18ad3a32 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/642b02115f504b5588874dbc18ad3a32 2024-11-21T05:32:23,113 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/642b02115f504b5588874dbc18ad3a32, entries=150, sequenceid=391, filesize=12.0 K 2024-11-21T05:32:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/54db64d2f29f4031938fa19b794b4fc0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/54db64d2f29f4031938fa19b794b4fc0 2024-11-21T05:32:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T05:32:23,124 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/54db64d2f29f4031938fa19b794b4fc0, entries=150, sequenceid=391, filesize=12.0 K 2024-11-21T05:32:23,124 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a31aa55ccd574f7420e3588e009314be in 124ms, sequenceid=391, compaction requested=false 2024-11-21T05:32:23,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:23,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:23,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-21T05:32:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-21T05:32:23,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-21T05:32:23,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 616 msec 2024-11-21T05:32:23,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 621 msec 2024-11-21T05:32:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:23,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T05:32:23,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:23,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:23,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:23,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/fb12a691aa9448ae8b50d1d336929c05 is 50, key is test_row_0/A:col10/1732167143155/Put/seqid=0 2024-11-21T05:32:23,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742178_1354 (size=14741) 2024-11-21T05:32:23,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/fb12a691aa9448ae8b50d1d336929c05 2024-11-21T05:32:23,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/654f34b5f6d84473a6f850b0c0fd48f5 is 50, key is test_row_0/B:col10/1732167143155/Put/seqid=0 2024-11-21T05:32:23,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742179_1355 (size=12301) 2024-11-21T05:32:23,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/654f34b5f6d84473a6f850b0c0fd48f5 2024-11-21T05:32:23,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/f5028b209b9c443fbf168ba7ffe60327 is 50, key is test_row_0/C:col10/1732167143155/Put/seqid=0 2024-11-21T05:32:23,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742180_1356 (size=12301) 2024-11-21T05:32:23,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/f5028b209b9c443fbf168ba7ffe60327 2024-11-21T05:32:23,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/fb12a691aa9448ae8b50d1d336929c05 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb12a691aa9448ae8b50d1d336929c05 2024-11-21T05:32:23,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb12a691aa9448ae8b50d1d336929c05, entries=200, sequenceid=403, filesize=14.4 K 2024-11-21T05:32:23,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/654f34b5f6d84473a6f850b0c0fd48f5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/654f34b5f6d84473a6f850b0c0fd48f5 2024-11-21T05:32:23,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/654f34b5f6d84473a6f850b0c0fd48f5, entries=150, sequenceid=403, filesize=12.0 K 2024-11-21T05:32:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/f5028b209b9c443fbf168ba7ffe60327 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f5028b209b9c443fbf168ba7ffe60327 2024-11-21T05:32:23,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f5028b209b9c443fbf168ba7ffe60327, entries=150, sequenceid=403, filesize=12.0 K 2024-11-21T05:32:23,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a31aa55ccd574f7420e3588e009314be in 100ms, sequenceid=403, compaction requested=true 2024-11-21T05:32:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:23,257 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:23,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:23,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:23,259 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:23,259 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:23,259 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:23,259 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/8fcef7b48f174e61ac4549f27138035e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b3cb85fbfc734130b181782a77d88257, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb12a691aa9448ae8b50d1d336929c05] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=39.3 K 2024-11-21T05:32:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:23,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:23,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:23,260 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fcef7b48f174e61ac4549f27138035e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732167142305 2024-11-21T05:32:23,260 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b3cb85fbfc734130b181782a77d88257, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732167142383 2024-11-21T05:32:23,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:32:23,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:32:23,261 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting fb12a691aa9448ae8b50d1d336929c05, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732167143035 2024-11-21T05:32:23,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:23,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:23,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:23,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/ed9aaa5f22c04b02813a615063409dc8 is 50, key is test_row_0/A:col10/1732167143251/Put/seqid=0 2024-11-21T05:32:23,273 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:23,274 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/4bd500bec01746eaa286ba41d21e6c2f is 50, key is test_row_0/A:col10/1732167143155/Put/seqid=0 2024-11-21T05:32:23,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742182_1358 (size=13289) 2024-11-21T05:32:23,302 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/4bd500bec01746eaa286ba41d21e6c2f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/4bd500bec01746eaa286ba41d21e6c2f 2024-11-21T05:32:23,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 369 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167203299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:23,307 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into 4bd500bec01746eaa286ba41d21e6c2f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:23,307 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:23,307 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=13, startTime=1732167143257; duration=0sec 2024-11-21T05:32:23,307 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:32:23,308 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:23,308 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-21T05:32:23,308 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T05:32:23,308 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T05:32:23,308 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. because compaction request was cancelled 2024-11-21T05:32:23,308 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:23,309 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:23,310 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:23,310 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:23,310 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:23,310 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/025ad93c75b24af6be93bd5841b472db, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/642b02115f504b5588874dbc18ad3a32, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/654f34b5f6d84473a6f850b0c0fd48f5] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=36.9 K 2024-11-21T05:32:23,311 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 025ad93c75b24af6be93bd5841b472db, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732167142305 2024-11-21T05:32:23,311 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 642b02115f504b5588874dbc18ad3a32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732167142383 2024-11-21T05:32:23,311 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 654f34b5f6d84473a6f850b0c0fd48f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732167143035 2024-11-21T05:32:23,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742181_1357 (size=12301) 2024-11-21T05:32:23,318 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:23,319 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/6fe3e2acf2814e1fb91d8ca08bc66434 is 50, key is test_row_0/B:col10/1732167143155/Put/seqid=0 2024-11-21T05:32:23,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742183_1359 (size=13289) 2024-11-21T05:32:23,334 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/6fe3e2acf2814e1fb91d8ca08bc66434 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/6fe3e2acf2814e1fb91d8ca08bc66434 2024-11-21T05:32:23,340 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into 6fe3e2acf2814e1fb91d8ca08bc66434(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:23,340 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:23,340 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=13, startTime=1732167143258; duration=0sec 2024-11-21T05:32:23,341 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:23,341 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:23,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 371 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167203405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:23,440 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/32524e22387042d38ab69f672a093d90 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/32524e22387042d38ab69f672a093d90 2024-11-21T05:32:23,445 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a31aa55ccd574f7420e3588e009314be/C of a31aa55ccd574f7420e3588e009314be into 32524e22387042d38ab69f672a093d90(size=12.9 K), total size for store is 36.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:23,445 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:23,445 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/C, priority=12, startTime=1732167142859; duration=0sec 2024-11-21T05:32:23,445 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:23,445 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:23,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 373 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167203609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T05:32:23,619 INFO [Thread-1235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-21T05:32:23,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-21T05:32:23,621 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T05:32:23,622 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:23,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:23,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/ed9aaa5f22c04b02813a615063409dc8 2024-11-21T05:32:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T05:32:23,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/bb04918500bd4ed482d2e9e87b2f1195 is 50, key is test_row_0/B:col10/1732167143251/Put/seqid=0 2024-11-21T05:32:23,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742184_1360 (size=12301) 2024-11-21T05:32:23,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/bb04918500bd4ed482d2e9e87b2f1195 2024-11-21T05:32:23,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/cef41290b097417a805e3a65a64043a7 is 50, key is test_row_0/C:col10/1732167143251/Put/seqid=0 2024-11-21T05:32:23,773 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:23,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T05:32:23,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:23,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:23,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742185_1361 (size=12301) 2024-11-21T05:32:23,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/cef41290b097417a805e3a65a64043a7 2024-11-21T05:32:23,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/ed9aaa5f22c04b02813a615063409dc8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ed9aaa5f22c04b02813a615063409dc8 2024-11-21T05:32:23,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ed9aaa5f22c04b02813a615063409dc8, entries=150, sequenceid=428, filesize=12.0 K 2024-11-21T05:32:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/bb04918500bd4ed482d2e9e87b2f1195 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/bb04918500bd4ed482d2e9e87b2f1195 2024-11-21T05:32:23,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/bb04918500bd4ed482d2e9e87b2f1195, entries=150, sequenceid=428, filesize=12.0 K 2024-11-21T05:32:23,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/cef41290b097417a805e3a65a64043a7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/cef41290b097417a805e3a65a64043a7 2024-11-21T05:32:23,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/cef41290b097417a805e3a65a64043a7, entries=150, sequenceid=428, filesize=12.0 K 2024-11-21T05:32:23,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a31aa55ccd574f7420e3588e009314be in 561ms, sequenceid=428, compaction requested=true 2024-11-21T05:32:23,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:23,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:23,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:23,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:23,821 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T05:32:23,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:23,821 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T05:32:23,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:23,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:23,822 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T05:32:23,822 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T05:32:23,822 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T05:32:23,822 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. because compaction request was cancelled 2024-11-21T05:32:23,822 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T05:32:23,822 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:23,822 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. because compaction request was cancelled 2024-11-21T05:32:23,822 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:32:23,822 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:23,823 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:32:23,823 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/C is initiating minor compaction (all files) 2024-11-21T05:32:23,823 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/C in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:23,823 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/32524e22387042d38ab69f672a093d90, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/54db64d2f29f4031938fa19b794b4fc0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f5028b209b9c443fbf168ba7ffe60327, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/cef41290b097417a805e3a65a64043a7] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=48.9 K 2024-11-21T05:32:23,824 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 32524e22387042d38ab69f672a093d90, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732167142305 2024-11-21T05:32:23,824 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 54db64d2f29f4031938fa19b794b4fc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732167142383 2024-11-21T05:32:23,824 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting f5028b209b9c443fbf168ba7ffe60327, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732167143035 2024-11-21T05:32:23,824 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting cef41290b097417a805e3a65a64043a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732167143251 2024-11-21T05:32:23,833 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:23,834 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/e22e2f8ec1fb4f99950e39c30911fab1 is 50, key is test_row_0/C:col10/1732167143251/Put/seqid=0 2024-11-21T05:32:23,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742186_1362 (size=13323) 2024-11-21T05:32:23,880 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/e22e2f8ec1fb4f99950e39c30911fab1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/e22e2f8ec1fb4f99950e39c30911fab1 2024-11-21T05:32:23,886 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a31aa55ccd574f7420e3588e009314be/C of a31aa55ccd574f7420e3588e009314be into e22e2f8ec1fb4f99950e39c30911fab1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:23,886 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:23,886 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/C, priority=12, startTime=1732167143821; duration=0sec 2024-11-21T05:32:23,886 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:23,887 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:23,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T05:32:23,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:23,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:23,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:23,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:23,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/cde244b40f944845b3adfbf1f6b69acc is 50, key is test_row_0/A:col10/1732167143913/Put/seqid=0 2024-11-21T05:32:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T05:32:23,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:23,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T05:32:23,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:23,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:23,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:23,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:23,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742187_1363 (size=14741) 2024-11-21T05:32:23,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 397 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167203978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:24,081 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:24,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T05:32:24,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:24,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:24,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:24,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:24,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:24,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 399 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167204082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T05:32:24,233 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:24,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T05:32:24,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:24,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:24,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:24,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:24,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:24,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 401 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167204284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:24,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/cde244b40f944845b3adfbf1f6b69acc 2024-11-21T05:32:24,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/29452dd3f27945c48f53f784277b6b68 is 50, key is test_row_0/B:col10/1732167143913/Put/seqid=0 2024-11-21T05:32:24,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742188_1364 (size=12301) 2024-11-21T05:32:24,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/29452dd3f27945c48f53f784277b6b68 2024-11-21T05:32:24,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/554120ca40d9485594f04fb6a854e9f6 is 50, key is test_row_0/C:col10/1732167143913/Put/seqid=0 2024-11-21T05:32:24,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742189_1365 (size=12301) 2024-11-21T05:32:24,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/554120ca40d9485594f04fb6a854e9f6 2024-11-21T05:32:24,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/cde244b40f944845b3adfbf1f6b69acc as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/cde244b40f944845b3adfbf1f6b69acc 2024-11-21T05:32:24,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/cde244b40f944845b3adfbf1f6b69acc, entries=200, sequenceid=444, filesize=14.4 K 2024-11-21T05:32:24,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/29452dd3f27945c48f53f784277b6b68 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/29452dd3f27945c48f53f784277b6b68 2024-11-21T05:32:24,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/29452dd3f27945c48f53f784277b6b68, entries=150, sequenceid=444, filesize=12.0 K 2024-11-21T05:32:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/554120ca40d9485594f04fb6a854e9f6 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/554120ca40d9485594f04fb6a854e9f6 2024-11-21T05:32:24,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:24,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T05:32:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:24,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:24,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/554120ca40d9485594f04fb6a854e9f6, entries=150, sequenceid=444, filesize=12.0 K 2024-11-21T05:32:24,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a31aa55ccd574f7420e3588e009314be in 488ms, sequenceid=444, compaction requested=true 2024-11-21T05:32:24,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:24,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:24,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:24,403 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:24,403 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:24,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:24,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:24,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:24,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:24,405 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:24,405 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:24,405 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:24,405 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/6fe3e2acf2814e1fb91d8ca08bc66434, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/bb04918500bd4ed482d2e9e87b2f1195, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/29452dd3f27945c48f53f784277b6b68] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=37.0 K 2024-11-21T05:32:24,405 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:24,405 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:24,405 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:24,405 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/4bd500bec01746eaa286ba41d21e6c2f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ed9aaa5f22c04b02813a615063409dc8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/cde244b40f944845b3adfbf1f6b69acc] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=39.4 K 2024-11-21T05:32:24,406 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fe3e2acf2814e1fb91d8ca08bc66434, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732167143035 2024-11-21T05:32:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:24,407 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bd500bec01746eaa286ba41d21e6c2f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732167143035 2024-11-21T05:32:24,407 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting bb04918500bd4ed482d2e9e87b2f1195, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732167143251 2024-11-21T05:32:24,408 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed9aaa5f22c04b02813a615063409dc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732167143251 2024-11-21T05:32:24,408 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 29452dd3f27945c48f53f784277b6b68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732167143292 2024-11-21T05:32:24,411 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting cde244b40f944845b3adfbf1f6b69acc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732167143278 2024-11-21T05:32:24,427 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:24,427 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:24,427 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/178b981dec294755855a9d0d9385c628 is 50, key is test_row_0/B:col10/1732167143913/Put/seqid=0 2024-11-21T05:32:24,427 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/01fc67cb0d53467b93cddbd1ba32c9cd is 50, key is test_row_0/A:col10/1732167143913/Put/seqid=0 2024-11-21T05:32:24,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742190_1366 (size=13391) 2024-11-21T05:32:24,450 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/01fc67cb0d53467b93cddbd1ba32c9cd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/01fc67cb0d53467b93cddbd1ba32c9cd 2024-11-21T05:32:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742191_1367 (size=13391) 2024-11-21T05:32:24,458 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into 01fc67cb0d53467b93cddbd1ba32c9cd(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:24,458 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:24,458 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=13, startTime=1732167144402; duration=0sec 2024-11-21T05:32:24,458 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:24,458 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:24,458 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T05:32:24,459 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T05:32:24,459 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T05:32:24,459 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. because compaction request was cancelled 2024-11-21T05:32:24,459 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:24,460 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/178b981dec294755855a9d0d9385c628 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/178b981dec294755855a9d0d9385c628 2024-11-21T05:32:24,465 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into 178b981dec294755855a9d0d9385c628(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:24,465 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:24,465 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=13, startTime=1732167144403; duration=0sec 2024-11-21T05:32:24,465 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:24,465 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:24,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:24,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T05:32:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:24,559 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T05:32:24,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:24,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:24,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:24,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:24,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:24,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:24,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/5f387de243ee437aba05bfe199ae28cc is 50, key is test_row_0/A:col10/1732167143968/Put/seqid=0 2024-11-21T05:32:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742192_1368 (size=12301) 2024-11-21T05:32:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:24,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:24,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 412 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167204609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:24,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 414 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167204715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T05:32:24,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 416 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167204919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:24,967 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/5f387de243ee437aba05bfe199ae28cc 2024-11-21T05:32:24,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/fac640f416ba4c33b9f254725c6601e0 is 50, key is test_row_0/B:col10/1732167143968/Put/seqid=0 2024-11-21T05:32:24,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742193_1369 (size=12301) 2024-11-21T05:32:25,003 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/fac640f416ba4c33b9f254725c6601e0 2024-11-21T05:32:25,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/2f4d195b5209435baee82c90f431e91f is 50, key is test_row_0/C:col10/1732167143968/Put/seqid=0 2024-11-21T05:32:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742194_1370 (size=12301) 2024-11-21T05:32:25,023 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/2f4d195b5209435baee82c90f431e91f 2024-11-21T05:32:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/5f387de243ee437aba05bfe199ae28cc as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/5f387de243ee437aba05bfe199ae28cc 2024-11-21T05:32:25,035 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/5f387de243ee437aba05bfe199ae28cc, entries=150, sequenceid=470, filesize=12.0 K 2024-11-21T05:32:25,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/fac640f416ba4c33b9f254725c6601e0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/fac640f416ba4c33b9f254725c6601e0 2024-11-21T05:32:25,041 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/fac640f416ba4c33b9f254725c6601e0, entries=150, sequenceid=470, filesize=12.0 K 2024-11-21T05:32:25,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/2f4d195b5209435baee82c90f431e91f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2f4d195b5209435baee82c90f431e91f 2024-11-21T05:32:25,049 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2f4d195b5209435baee82c90f431e91f, entries=150, sequenceid=470, filesize=12.0 K 2024-11-21T05:32:25,050 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a31aa55ccd574f7420e3588e009314be in 492ms, sequenceid=470, compaction requested=true 2024-11-21T05:32:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-21T05:32:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-21T05:32:25,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-21T05:32:25,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4300 sec 2024-11-21T05:32:25,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.4360 sec 2024-11-21T05:32:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:25,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T05:32:25,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:25,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:25,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:25,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:25,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:25,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:25,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/68fad1984485436bb8b045503979bf25 is 50, key is test_row_0/A:col10/1732167144608/Put/seqid=0 2024-11-21T05:32:25,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742195_1371 (size=12301) 2024-11-21T05:32:25,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/68fad1984485436bb8b045503979bf25 2024-11-21T05:32:25,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/0fd1e37de61c420fb654d9a1fc08bb63 is 50, key is test_row_0/B:col10/1732167144608/Put/seqid=0 2024-11-21T05:32:25,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 439 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167205350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:25,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742196_1372 (size=12301) 2024-11-21T05:32:25,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 441 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167205455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:25,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 443 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167205658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T05:32:25,725 INFO [Thread-1235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-21T05:32:25,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-21T05:32:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T05:32:25,728 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:25,729 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:25,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:25,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/0fd1e37de61c420fb654d9a1fc08bb63 2024-11-21T05:32:25,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/92f29b2d8d01402ca6db7be3fa8db221 is 50, key is test_row_0/C:col10/1732167144608/Put/seqid=0 2024-11-21T05:32:25,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742197_1373 (size=12301) 2024-11-21T05:32:25,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/92f29b2d8d01402ca6db7be3fa8db221 2024-11-21T05:32:25,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/68fad1984485436bb8b045503979bf25 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/68fad1984485436bb8b045503979bf25 2024-11-21T05:32:25,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/68fad1984485436bb8b045503979bf25, entries=150, sequenceid=483, filesize=12.0 K 2024-11-21T05:32:25,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/0fd1e37de61c420fb654d9a1fc08bb63 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/0fd1e37de61c420fb654d9a1fc08bb63 2024-11-21T05:32:25,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/0fd1e37de61c420fb654d9a1fc08bb63, entries=150, sequenceid=483, filesize=12.0 K 2024-11-21T05:32:25,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/92f29b2d8d01402ca6db7be3fa8db221 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/92f29b2d8d01402ca6db7be3fa8db221 2024-11-21T05:32:25,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/92f29b2d8d01402ca6db7be3fa8db221, entries=150, sequenceid=483, filesize=12.0 K 2024-11-21T05:32:25,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a31aa55ccd574f7420e3588e009314be in 552ms, sequenceid=483, compaction requested=true 2024-11-21T05:32:25,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:25,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:25,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:25,799 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:25,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:25,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:25,799 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:25,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:25,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:25,800 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:25,800 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:25,800 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:25,800 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:25,800 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:25,800 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:25,800 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/178b981dec294755855a9d0d9385c628, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/fac640f416ba4c33b9f254725c6601e0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/0fd1e37de61c420fb654d9a1fc08bb63] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=37.1 K 2024-11-21T05:32:25,800 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/01fc67cb0d53467b93cddbd1ba32c9cd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/5f387de243ee437aba05bfe199ae28cc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/68fad1984485436bb8b045503979bf25] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=37.1 K 2024-11-21T05:32:25,800 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 178b981dec294755855a9d0d9385c628, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732167143292 2024-11-21T05:32:25,800 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01fc67cb0d53467b93cddbd1ba32c9cd, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732167143292 2024-11-21T05:32:25,801 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting fac640f416ba4c33b9f254725c6601e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732167143965 2024-11-21T05:32:25,801 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f387de243ee437aba05bfe199ae28cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732167143965 2024-11-21T05:32:25,801 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fd1e37de61c420fb654d9a1fc08bb63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732167144606 2024-11-21T05:32:25,801 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68fad1984485436bb8b045503979bf25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732167144606 2024-11-21T05:32:25,807 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:25,807 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:25,807 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/2fefde7e850940b8a01cc8281da69d1f is 50, key is test_row_0/B:col10/1732167144608/Put/seqid=0 2024-11-21T05:32:25,808 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/3a7fba44584c459aa0ee2bfa7ec365fb is 50, key is test_row_0/A:col10/1732167144608/Put/seqid=0 2024-11-21T05:32:25,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742199_1375 (size=13493) 2024-11-21T05:32:25,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742198_1374 (size=13493) 2024-11-21T05:32:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T05:32:25,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:25,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-21T05:32:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:25,881 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T05:32:25,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:25,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:25,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:25,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:25,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:25,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:25,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/324a8a3794a74a76a6f510ae0d28891c is 50, key is test_row_0/A:col10/1732167145348/Put/seqid=0 2024-11-21T05:32:25,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742200_1376 (size=12301) 2024-11-21T05:32:25,911 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/324a8a3794a74a76a6f510ae0d28891c 2024-11-21T05:32:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/b770e5778c954f229f474ae6cdf0bef0 is 50, key is test_row_0/B:col10/1732167145348/Put/seqid=0 2024-11-21T05:32:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742201_1377 (size=12301) 2024-11-21T05:32:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:25,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. as already flushing 2024-11-21T05:32:26,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 455 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167206007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T05:32:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 457 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167206120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:26,217 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/3a7fba44584c459aa0ee2bfa7ec365fb as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/3a7fba44584c459aa0ee2bfa7ec365fb 2024-11-21T05:32:26,217 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/2fefde7e850940b8a01cc8281da69d1f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/2fefde7e850940b8a01cc8281da69d1f 2024-11-21T05:32:26,220 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into 2fefde7e850940b8a01cc8281da69d1f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:26,220 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into 3a7fba44584c459aa0ee2bfa7ec365fb(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:26,220 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:26,220 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:26,220 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=13, startTime=1732167145799; duration=0sec 2024-11-21T05:32:26,220 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=13, startTime=1732167145799; duration=0sec 2024-11-21T05:32:26,220 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:26,220 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:26,220 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:26,221 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:26,221 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:32:26,222 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:32:26,222 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/C is initiating minor compaction (all files) 2024-11-21T05:32:26,222 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/C in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:26,222 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/e22e2f8ec1fb4f99950e39c30911fab1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/554120ca40d9485594f04fb6a854e9f6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2f4d195b5209435baee82c90f431e91f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/92f29b2d8d01402ca6db7be3fa8db221] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=49.0 K 2024-11-21T05:32:26,222 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting e22e2f8ec1fb4f99950e39c30911fab1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732167143251 2024-11-21T05:32:26,223 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 554120ca40d9485594f04fb6a854e9f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732167143292 2024-11-21T05:32:26,223 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f4d195b5209435baee82c90f431e91f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732167143965 2024-11-21T05:32:26,223 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 92f29b2d8d01402ca6db7be3fa8db221, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732167144606 2024-11-21T05:32:26,232 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#C#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:26,232 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/83deb158aae34e6d8d8783f7d1f80cbb is 50, key is test_row_0/C:col10/1732167144608/Put/seqid=0 2024-11-21T05:32:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742202_1378 (size=13459) 2024-11-21T05:32:26,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 459 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167206324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T05:32:26,335 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/b770e5778c954f229f474ae6cdf0bef0 2024-11-21T05:32:26,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/50882c80cf58467ab0d2e629a5d61fcc is 50, key is test_row_0/C:col10/1732167145348/Put/seqid=0 2024-11-21T05:32:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742203_1379 (size=12301) 2024-11-21T05:32:26,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 461 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46222 deadline: 1732167206628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:26,643 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/83deb158aae34e6d8d8783f7d1f80cbb as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/83deb158aae34e6d8d8783f7d1f80cbb 2024-11-21T05:32:26,647 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a31aa55ccd574f7420e3588e009314be/C of a31aa55ccd574f7420e3588e009314be into 83deb158aae34e6d8d8783f7d1f80cbb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:26,647 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:26,647 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/C, priority=12, startTime=1732167145799; duration=0sec 2024-11-21T05:32:26,648 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:26,648 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:26,746 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/50882c80cf58467ab0d2e629a5d61fcc 2024-11-21T05:32:26,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/324a8a3794a74a76a6f510ae0d28891c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/324a8a3794a74a76a6f510ae0d28891c 2024-11-21T05:32:26,755 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/324a8a3794a74a76a6f510ae0d28891c, entries=150, sequenceid=506, filesize=12.0 K 2024-11-21T05:32:26,756 DEBUG [Thread-1242 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:49791 2024-11-21T05:32:26,756 DEBUG [Thread-1242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:26,757 DEBUG [Thread-1236 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:49791 2024-11-21T05:32:26,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/b770e5778c954f229f474ae6cdf0bef0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b770e5778c954f229f474ae6cdf0bef0 2024-11-21T05:32:26,757 DEBUG [Thread-1236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:26,759 DEBUG [Thread-1240 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:49791 2024-11-21T05:32:26,759 DEBUG [Thread-1240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:26,760 DEBUG [Thread-1244 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:49791 2024-11-21T05:32:26,760 DEBUG [Thread-1238 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:49791 2024-11-21T05:32:26,760 DEBUG [Thread-1244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:26,760 DEBUG [Thread-1238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:26,763 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b770e5778c954f229f474ae6cdf0bef0, entries=150, sequenceid=506, filesize=12.0 K 2024-11-21T05:32:26,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/50882c80cf58467ab0d2e629a5d61fcc as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/50882c80cf58467ab0d2e629a5d61fcc 2024-11-21T05:32:26,768 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/50882c80cf58467ab0d2e629a5d61fcc, entries=150, sequenceid=506, filesize=12.0 K 2024-11-21T05:32:26,769 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a31aa55ccd574f7420e3588e009314be in 887ms, sequenceid=506, compaction requested=false 2024-11-21T05:32:26,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:26,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:26,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-21T05:32:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-21T05:32:26,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-21T05:32:26,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-11-21T05:32:26,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.0440 sec 2024-11-21T05:32:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T05:32:26,831 INFO [Thread-1235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-21T05:32:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:27,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T05:32:27,132 DEBUG [Thread-1225 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:49791 2024-11-21T05:32:27,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:27,133 DEBUG [Thread-1225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:27,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:27,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:27,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:27,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:27,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:27,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/17a95d07a80a4675b2131c3f21930ef2 is 50, key is test_row_0/A:col10/1732167147131/Put/seqid=0 2024-11-21T05:32:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742204_1380 (size=12301) 2024-11-21T05:32:27,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/17a95d07a80a4675b2131c3f21930ef2 2024-11-21T05:32:27,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/c1cd963ead5c48fe8fd0b02d69ba2d96 is 50, key is test_row_0/B:col10/1732167147131/Put/seqid=0 2024-11-21T05:32:27,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742205_1381 (size=12301) 2024-11-21T05:32:27,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/c1cd963ead5c48fe8fd0b02d69ba2d96 2024-11-21T05:32:27,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/2d9bde17eaea45839c73dd670fa41fdf is 50, key is test_row_0/C:col10/1732167147131/Put/seqid=0 2024-11-21T05:32:27,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742206_1382 (size=12301) 2024-11-21T05:32:27,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/2d9bde17eaea45839c73dd670fa41fdf 2024-11-21T05:32:27,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/17a95d07a80a4675b2131c3f21930ef2 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/17a95d07a80a4675b2131c3f21930ef2 2024-11-21T05:32:27,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/17a95d07a80a4675b2131c3f21930ef2, entries=150, sequenceid=523, filesize=12.0 K 2024-11-21T05:32:27,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/c1cd963ead5c48fe8fd0b02d69ba2d96 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/c1cd963ead5c48fe8fd0b02d69ba2d96 2024-11-21T05:32:27,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/c1cd963ead5c48fe8fd0b02d69ba2d96, entries=150, sequenceid=523, filesize=12.0 K 2024-11-21T05:32:27,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/2d9bde17eaea45839c73dd670fa41fdf as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2d9bde17eaea45839c73dd670fa41fdf 2024-11-21T05:32:27,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2d9bde17eaea45839c73dd670fa41fdf, entries=150, sequenceid=523, filesize=12.0 K 2024-11-21T05:32:27,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for a31aa55ccd574f7420e3588e009314be in 858ms, sequenceid=523, compaction requested=true 2024-11-21T05:32:27,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:27,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:27,990 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:27,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:27,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:27,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:27,991 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:27,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a31aa55ccd574f7420e3588e009314be:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:27,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:27,991 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:27,991 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:27,991 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/A is initiating minor compaction (all files) 2024-11-21T05:32:27,991 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/B is initiating minor compaction (all files) 2024-11-21T05:32:27,991 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/A in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:27,991 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/B in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:27,992 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/3a7fba44584c459aa0ee2bfa7ec365fb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/324a8a3794a74a76a6f510ae0d28891c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/17a95d07a80a4675b2131c3f21930ef2] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=37.2 K 2024-11-21T05:32:27,992 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/2fefde7e850940b8a01cc8281da69d1f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b770e5778c954f229f474ae6cdf0bef0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/c1cd963ead5c48fe8fd0b02d69ba2d96] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=37.2 K 2024-11-21T05:32:27,992 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fefde7e850940b8a01cc8281da69d1f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732167144606 2024-11-21T05:32:27,992 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a7fba44584c459aa0ee2bfa7ec365fb, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732167144606 2024-11-21T05:32:27,992 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b770e5778c954f229f474ae6cdf0bef0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732167145335 2024-11-21T05:32:27,992 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 324a8a3794a74a76a6f510ae0d28891c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732167145335 2024-11-21T05:32:27,993 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting c1cd963ead5c48fe8fd0b02d69ba2d96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732167145993 2024-11-21T05:32:27,993 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17a95d07a80a4675b2131c3f21930ef2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732167145993 2024-11-21T05:32:28,000 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:28,000 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#A#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:28,001 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/115f61b9fb4241378945a87e3a8d656e is 50, key is test_row_0/B:col10/1732167147131/Put/seqid=0 2024-11-21T05:32:28,001 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/b0730a103316479cb10d449ced2a5abc is 50, key is test_row_0/A:col10/1732167147131/Put/seqid=0 2024-11-21T05:32:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742207_1383 (size=13595) 2024-11-21T05:32:28,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742208_1384 (size=13595) 2024-11-21T05:32:28,410 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/115f61b9fb4241378945a87e3a8d656e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/115f61b9fb4241378945a87e3a8d656e 2024-11-21T05:32:28,410 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/b0730a103316479cb10d449ced2a5abc as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b0730a103316479cb10d449ced2a5abc 2024-11-21T05:32:28,416 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/A of a31aa55ccd574f7420e3588e009314be into b0730a103316479cb10d449ced2a5abc(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:28,416 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/B of a31aa55ccd574f7420e3588e009314be into 115f61b9fb4241378945a87e3a8d656e(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:28,416 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:28,416 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:28,416 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/B, priority=13, startTime=1732167147990; duration=0sec 2024-11-21T05:32:28,416 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/A, priority=13, startTime=1732167147990; duration=0sec 2024-11-21T05:32:28,416 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:28,416 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:A 2024-11-21T05:32:28,416 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:28,416 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:B 2024-11-21T05:32:28,416 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:28,417 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:28,417 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): a31aa55ccd574f7420e3588e009314be/C is initiating minor compaction (all files) 2024-11-21T05:32:28,417 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a31aa55ccd574f7420e3588e009314be/C in TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:28,417 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/83deb158aae34e6d8d8783f7d1f80cbb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/50882c80cf58467ab0d2e629a5d61fcc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2d9bde17eaea45839c73dd670fa41fdf] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp, totalSize=37.2 K 2024-11-21T05:32:28,417 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83deb158aae34e6d8d8783f7d1f80cbb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732167144606 2024-11-21T05:32:28,417 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50882c80cf58467ab0d2e629a5d61fcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732167145335 2024-11-21T05:32:28,418 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d9bde17eaea45839c73dd670fa41fdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732167145993 2024-11-21T05:32:28,425 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a31aa55ccd574f7420e3588e009314be#C#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:28,425 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/c9d88e27a4794369bb7ea3db0157f651 is 50, key is test_row_0/C:col10/1732167147131/Put/seqid=0 2024-11-21T05:32:28,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742209_1385 (size=13561) 2024-11-21T05:32:28,839 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/c9d88e27a4794369bb7ea3db0157f651 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c9d88e27a4794369bb7ea3db0157f651 2024-11-21T05:32:28,845 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a31aa55ccd574f7420e3588e009314be/C of a31aa55ccd574f7420e3588e009314be into c9d88e27a4794369bb7ea3db0157f651(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:28,845 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:28,845 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be., storeName=a31aa55ccd574f7420e3588e009314be/C, priority=13, startTime=1732167147991; duration=0sec 2024-11-21T05:32:28,845 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:28,845 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a31aa55ccd574f7420e3588e009314be:C 2024-11-21T05:32:29,438 DEBUG [Thread-1231 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:49791 2024-11-21T05:32:29,438 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:29,451 DEBUG [Thread-1227 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:49791 2024-11-21T05:32:29,451 DEBUG [Thread-1227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:29,462 DEBUG [Thread-1229 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:49791 2024-11-21T05:32:29,462 DEBUG [Thread-1229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:29,497 DEBUG [Thread-1233 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:49791 2024-11-21T05:32:29,497 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:29,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T05:32:29,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 326 2024-11-21T05:32:29,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-21T05:32:29,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-21T05:32:29,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-21T05:32:29,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-21T05:32:29,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T05:32:29,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5906 2024-11-21T05:32:29,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5549 2024-11-21T05:32:29,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5705 2024-11-21T05:32:29,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5883 2024-11-21T05:32:29,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5503 2024-11-21T05:32:29,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T05:32:29,498 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T05:32:29,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:49791 2024-11-21T05:32:29,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:29,498 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T05:32:29,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T05:32:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T05:32:29,501 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167149501"}]},"ts":"1732167149501"} 2024-11-21T05:32:29,502 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T05:32:29,579 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T05:32:29,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T05:32:29,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a31aa55ccd574f7420e3588e009314be, UNASSIGN}] 2024-11-21T05:32:29,581 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a31aa55ccd574f7420e3588e009314be, UNASSIGN 2024-11-21T05:32:29,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=a31aa55ccd574f7420e3588e009314be, regionState=CLOSING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:29,583 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T05:32:29,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:32:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T05:32:29,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:29,735 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:29,735 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T05:32:29,735 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing a31aa55ccd574f7420e3588e009314be, disabling compactions & flushes 2024-11-21T05:32:29,735 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:29,735 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:29,735 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. after waiting 0 ms 2024-11-21T05:32:29,735 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:29,735 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing a31aa55ccd574f7420e3588e009314be 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T05:32:29,735 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=A 2024-11-21T05:32:29,735 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:29,735 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=B 2024-11-21T05:32:29,735 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:29,735 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a31aa55ccd574f7420e3588e009314be, store=C 2024-11-21T05:32:29,735 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:29,738 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/c4dda3dd5660476b85499b7e13dfcee1 is 50, key is test_row_1/A:col10/1732167149496/Put/seqid=0 2024-11-21T05:32:29,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742210_1386 (size=9857) 2024-11-21T05:32:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T05:32:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T05:32:30,144 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/c4dda3dd5660476b85499b7e13dfcee1 2024-11-21T05:32:30,151 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/c3588e69e4c9461abb02256308562329 is 50, key is test_row_1/B:col10/1732167149496/Put/seqid=0 2024-11-21T05:32:30,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742211_1387 (size=9857) 2024-11-21T05:32:30,559 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/c3588e69e4c9461abb02256308562329 2024-11-21T05:32:30,565 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/8b9aa22649d24d6ebfddd92ee55b169c is 50, key is test_row_1/C:col10/1732167149496/Put/seqid=0 2024-11-21T05:32:30,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742212_1388 (size=9857) 2024-11-21T05:32:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T05:32:30,975 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/8b9aa22649d24d6ebfddd92ee55b169c 2024-11-21T05:32:30,979 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/A/c4dda3dd5660476b85499b7e13dfcee1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c4dda3dd5660476b85499b7e13dfcee1 2024-11-21T05:32:30,984 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c4dda3dd5660476b85499b7e13dfcee1, entries=100, sequenceid=533, filesize=9.6 K 2024-11-21T05:32:30,985 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/B/c3588e69e4c9461abb02256308562329 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/c3588e69e4c9461abb02256308562329 2024-11-21T05:32:30,989 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/c3588e69e4c9461abb02256308562329, entries=100, sequenceid=533, filesize=9.6 K 2024-11-21T05:32:30,990 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/.tmp/C/8b9aa22649d24d6ebfddd92ee55b169c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/8b9aa22649d24d6ebfddd92ee55b169c 2024-11-21T05:32:30,994 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/8b9aa22649d24d6ebfddd92ee55b169c, entries=100, sequenceid=533, filesize=9.6 K 2024-11-21T05:32:30,995 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a31aa55ccd574f7420e3588e009314be in 1260ms, sequenceid=533, compaction requested=false 2024-11-21T05:32:30,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/72114acdf0074fbc97511a81a628abb3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c79dd4519cfc4d78817e89b9079dd68e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb5b8980a8614b67970791c682e8bf4b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/f0100dfd69e341528768edbc7fb372e0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0a637a7a281e454193367f1c7543d14e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/372b9c70b40046668eb2059bea91894b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/9455dea7d5a6456a991f1931b2e6f223, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0ae9cbcea84241f18502783885dfce82, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/931e172148ca4ed091ab976f195842ab, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/a6c5154338d84fa9ad813ee664288287, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/4085c32321bb49a49580067fb0df453d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/24b987cfae0c43f29b0a21270d866f42, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/f8b69e48ddf54fd18b341ef99d17bfc7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/bec57b9b579c4e0b97e4e3b62457be72, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/837e87af5c3c421896a2e21f1790ee1f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb516993b2704789bbd1e5a85c88badd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0419a095327749438e0f29bbaa9f11e6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/d4becc27ac83492e8506264cb5b4a838, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/08d803c47d584f82b4ac50cf16dca26e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/9dcf3469b7464872855ab1c1c0c2f121, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c02322aa12764178877072d9dd231485, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/20f6f4235baf4e5eb27678399f6270c1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/491867b97fea46cfbb4c77aa333f5746, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b0c833cb9ab843988ace50092c6dd95b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ecfb865bff6e439fb19390813a379ff8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/8fcef7b48f174e61ac4549f27138035e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ef2ffd66a5ea40a69cc8c8ab77d2205e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b3cb85fbfc734130b181782a77d88257, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb12a691aa9448ae8b50d1d336929c05, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/4bd500bec01746eaa286ba41d21e6c2f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ed9aaa5f22c04b02813a615063409dc8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/cde244b40f944845b3adfbf1f6b69acc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/01fc67cb0d53467b93cddbd1ba32c9cd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/5f387de243ee437aba05bfe199ae28cc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/3a7fba44584c459aa0ee2bfa7ec365fb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/68fad1984485436bb8b045503979bf25, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/324a8a3794a74a76a6f510ae0d28891c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/17a95d07a80a4675b2131c3f21930ef2] to archive 2024-11-21T05:32:30,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:32:30,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/72114acdf0074fbc97511a81a628abb3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/72114acdf0074fbc97511a81a628abb3 2024-11-21T05:32:31,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c79dd4519cfc4d78817e89b9079dd68e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c79dd4519cfc4d78817e89b9079dd68e 2024-11-21T05:32:31,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb5b8980a8614b67970791c682e8bf4b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb5b8980a8614b67970791c682e8bf4b 2024-11-21T05:32:31,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/f0100dfd69e341528768edbc7fb372e0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/f0100dfd69e341528768edbc7fb372e0 2024-11-21T05:32:31,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0a637a7a281e454193367f1c7543d14e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0a637a7a281e454193367f1c7543d14e 2024-11-21T05:32:31,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/372b9c70b40046668eb2059bea91894b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/372b9c70b40046668eb2059bea91894b 2024-11-21T05:32:31,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/9455dea7d5a6456a991f1931b2e6f223 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/9455dea7d5a6456a991f1931b2e6f223 2024-11-21T05:32:31,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0ae9cbcea84241f18502783885dfce82 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0ae9cbcea84241f18502783885dfce82 2024-11-21T05:32:31,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/931e172148ca4ed091ab976f195842ab to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/931e172148ca4ed091ab976f195842ab 2024-11-21T05:32:31,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/a6c5154338d84fa9ad813ee664288287 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/a6c5154338d84fa9ad813ee664288287 2024-11-21T05:32:31,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/4085c32321bb49a49580067fb0df453d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/4085c32321bb49a49580067fb0df453d 2024-11-21T05:32:31,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/24b987cfae0c43f29b0a21270d866f42 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/24b987cfae0c43f29b0a21270d866f42 2024-11-21T05:32:31,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/f8b69e48ddf54fd18b341ef99d17bfc7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/f8b69e48ddf54fd18b341ef99d17bfc7 2024-11-21T05:32:31,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/bec57b9b579c4e0b97e4e3b62457be72 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/bec57b9b579c4e0b97e4e3b62457be72 2024-11-21T05:32:31,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/837e87af5c3c421896a2e21f1790ee1f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/837e87af5c3c421896a2e21f1790ee1f 2024-11-21T05:32:31,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb516993b2704789bbd1e5a85c88badd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb516993b2704789bbd1e5a85c88badd 2024-11-21T05:32:31,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0419a095327749438e0f29bbaa9f11e6 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/0419a095327749438e0f29bbaa9f11e6 2024-11-21T05:32:31,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/d4becc27ac83492e8506264cb5b4a838 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/d4becc27ac83492e8506264cb5b4a838 2024-11-21T05:32:31,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/08d803c47d584f82b4ac50cf16dca26e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/08d803c47d584f82b4ac50cf16dca26e 2024-11-21T05:32:31,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/9dcf3469b7464872855ab1c1c0c2f121 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/9dcf3469b7464872855ab1c1c0c2f121 2024-11-21T05:32:31,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c02322aa12764178877072d9dd231485 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c02322aa12764178877072d9dd231485 2024-11-21T05:32:31,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/20f6f4235baf4e5eb27678399f6270c1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/20f6f4235baf4e5eb27678399f6270c1 2024-11-21T05:32:31,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/491867b97fea46cfbb4c77aa333f5746 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/491867b97fea46cfbb4c77aa333f5746 2024-11-21T05:32:31,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b0c833cb9ab843988ace50092c6dd95b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b0c833cb9ab843988ace50092c6dd95b 2024-11-21T05:32:31,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ecfb865bff6e439fb19390813a379ff8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ecfb865bff6e439fb19390813a379ff8 2024-11-21T05:32:31,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/8fcef7b48f174e61ac4549f27138035e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/8fcef7b48f174e61ac4549f27138035e 2024-11-21T05:32:31,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ef2ffd66a5ea40a69cc8c8ab77d2205e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ef2ffd66a5ea40a69cc8c8ab77d2205e 2024-11-21T05:32:31,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b3cb85fbfc734130b181782a77d88257 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b3cb85fbfc734130b181782a77d88257 2024-11-21T05:32:31,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb12a691aa9448ae8b50d1d336929c05 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/fb12a691aa9448ae8b50d1d336929c05 2024-11-21T05:32:31,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/4bd500bec01746eaa286ba41d21e6c2f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/4bd500bec01746eaa286ba41d21e6c2f 2024-11-21T05:32:31,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ed9aaa5f22c04b02813a615063409dc8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/ed9aaa5f22c04b02813a615063409dc8 2024-11-21T05:32:31,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/cde244b40f944845b3adfbf1f6b69acc to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/cde244b40f944845b3adfbf1f6b69acc 2024-11-21T05:32:31,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/01fc67cb0d53467b93cddbd1ba32c9cd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/01fc67cb0d53467b93cddbd1ba32c9cd 2024-11-21T05:32:31,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/5f387de243ee437aba05bfe199ae28cc to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/5f387de243ee437aba05bfe199ae28cc 2024-11-21T05:32:31,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/3a7fba44584c459aa0ee2bfa7ec365fb to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/3a7fba44584c459aa0ee2bfa7ec365fb 2024-11-21T05:32:31,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/68fad1984485436bb8b045503979bf25 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/68fad1984485436bb8b045503979bf25 2024-11-21T05:32:31,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/324a8a3794a74a76a6f510ae0d28891c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/324a8a3794a74a76a6f510ae0d28891c 2024-11-21T05:32:31,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/17a95d07a80a4675b2131c3f21930ef2 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/17a95d07a80a4675b2131c3f21930ef2 2024-11-21T05:32:31,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/4a9f58335d0348569d554765f97b767a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1ff41a7f95bd4b0799326f5a5e17b7a5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/34694382849f4887beada66f39a1c253, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1d07964ee4df4dd382b3dcd403ac23ce, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/14ad8789c6114935ad373131459642fd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/6b8c8f118e154bc7860f8a9feb4e09a4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9741c9e4c3ca4bca978ae17afc41a6dc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/db54937d7fff493387610416db1ccfd6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/60b42acacec14b5cb58d3b985fa6e7c1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/80945054fd4d4285b293809065475b77, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/3804e2d2f743473494b75839a176d8e2, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1a0a8d99463a41b8aad432070728321b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/ef128f439d424c27be81781254f20766, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/dd42d45474984312b25bd414e3ad544c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/ebd3b24d7ee74efebba421193e3ca6df, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/8b216cd69cdb407ab73cac98efaabf85, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/7b0e5863a083462b9f1f3e63f0547cb9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/e09615e6497a47879b976f236f35cbf5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/65530e6e426048b989b691e21935ecc5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d926e753510840699e2bba3cc90a3267, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d852c05b7aaf4e5a9421cb3179fd92ee, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/50a6261b9b8c4aa69e3672ef9cc3d905, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9b1fa7faa93444cfad9bfe3bf42767fa, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b8b2af9a7b344560ad8c83758d62869e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/12c55d0de9c5450682f9fa2846a831c1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/025ad93c75b24af6be93bd5841b472db, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/f95559a2db5949789ed235f859d777ab, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/642b02115f504b5588874dbc18ad3a32, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/6fe3e2acf2814e1fb91d8ca08bc66434, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/654f34b5f6d84473a6f850b0c0fd48f5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/bb04918500bd4ed482d2e9e87b2f1195, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/178b981dec294755855a9d0d9385c628, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/29452dd3f27945c48f53f784277b6b68, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/fac640f416ba4c33b9f254725c6601e0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/2fefde7e850940b8a01cc8281da69d1f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/0fd1e37de61c420fb654d9a1fc08bb63, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b770e5778c954f229f474ae6cdf0bef0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/c1cd963ead5c48fe8fd0b02d69ba2d96] to archive 2024-11-21T05:32:31,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:32:31,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/4a9f58335d0348569d554765f97b767a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/4a9f58335d0348569d554765f97b767a 2024-11-21T05:32:31,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1ff41a7f95bd4b0799326f5a5e17b7a5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1ff41a7f95bd4b0799326f5a5e17b7a5 2024-11-21T05:32:31,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/34694382849f4887beada66f39a1c253 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/34694382849f4887beada66f39a1c253 2024-11-21T05:32:31,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1d07964ee4df4dd382b3dcd403ac23ce to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1d07964ee4df4dd382b3dcd403ac23ce 2024-11-21T05:32:31,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/14ad8789c6114935ad373131459642fd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/14ad8789c6114935ad373131459642fd 2024-11-21T05:32:31,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/6b8c8f118e154bc7860f8a9feb4e09a4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/6b8c8f118e154bc7860f8a9feb4e09a4 2024-11-21T05:32:31,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9741c9e4c3ca4bca978ae17afc41a6dc to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9741c9e4c3ca4bca978ae17afc41a6dc 2024-11-21T05:32:31,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/db54937d7fff493387610416db1ccfd6 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/db54937d7fff493387610416db1ccfd6 2024-11-21T05:32:31,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/60b42acacec14b5cb58d3b985fa6e7c1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/60b42acacec14b5cb58d3b985fa6e7c1 2024-11-21T05:32:31,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/80945054fd4d4285b293809065475b77 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/80945054fd4d4285b293809065475b77 2024-11-21T05:32:31,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/3804e2d2f743473494b75839a176d8e2 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/3804e2d2f743473494b75839a176d8e2 2024-11-21T05:32:31,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1a0a8d99463a41b8aad432070728321b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/1a0a8d99463a41b8aad432070728321b 2024-11-21T05:32:31,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/ef128f439d424c27be81781254f20766 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/ef128f439d424c27be81781254f20766 2024-11-21T05:32:31,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/dd42d45474984312b25bd414e3ad544c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/dd42d45474984312b25bd414e3ad544c 2024-11-21T05:32:31,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/ebd3b24d7ee74efebba421193e3ca6df to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/ebd3b24d7ee74efebba421193e3ca6df 2024-11-21T05:32:31,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/8b216cd69cdb407ab73cac98efaabf85 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/8b216cd69cdb407ab73cac98efaabf85 2024-11-21T05:32:31,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/7b0e5863a083462b9f1f3e63f0547cb9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/7b0e5863a083462b9f1f3e63f0547cb9 2024-11-21T05:32:31,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/e09615e6497a47879b976f236f35cbf5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/e09615e6497a47879b976f236f35cbf5 2024-11-21T05:32:31,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/65530e6e426048b989b691e21935ecc5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/65530e6e426048b989b691e21935ecc5 2024-11-21T05:32:31,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d926e753510840699e2bba3cc90a3267 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d926e753510840699e2bba3cc90a3267 2024-11-21T05:32:31,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d852c05b7aaf4e5a9421cb3179fd92ee to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/d852c05b7aaf4e5a9421cb3179fd92ee 2024-11-21T05:32:31,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/50a6261b9b8c4aa69e3672ef9cc3d905 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/50a6261b9b8c4aa69e3672ef9cc3d905 2024-11-21T05:32:31,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9b1fa7faa93444cfad9bfe3bf42767fa to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/9b1fa7faa93444cfad9bfe3bf42767fa 2024-11-21T05:32:31,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b8b2af9a7b344560ad8c83758d62869e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b8b2af9a7b344560ad8c83758d62869e 2024-11-21T05:32:31,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/12c55d0de9c5450682f9fa2846a831c1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/12c55d0de9c5450682f9fa2846a831c1 2024-11-21T05:32:31,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/025ad93c75b24af6be93bd5841b472db to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/025ad93c75b24af6be93bd5841b472db 2024-11-21T05:32:31,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/f95559a2db5949789ed235f859d777ab to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/f95559a2db5949789ed235f859d777ab 2024-11-21T05:32:31,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/642b02115f504b5588874dbc18ad3a32 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/642b02115f504b5588874dbc18ad3a32 2024-11-21T05:32:31,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/6fe3e2acf2814e1fb91d8ca08bc66434 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/6fe3e2acf2814e1fb91d8ca08bc66434 2024-11-21T05:32:31,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/654f34b5f6d84473a6f850b0c0fd48f5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/654f34b5f6d84473a6f850b0c0fd48f5 2024-11-21T05:32:31,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/bb04918500bd4ed482d2e9e87b2f1195 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/bb04918500bd4ed482d2e9e87b2f1195 2024-11-21T05:32:31,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/178b981dec294755855a9d0d9385c628 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/178b981dec294755855a9d0d9385c628 2024-11-21T05:32:31,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/29452dd3f27945c48f53f784277b6b68 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/29452dd3f27945c48f53f784277b6b68 2024-11-21T05:32:31,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/fac640f416ba4c33b9f254725c6601e0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/fac640f416ba4c33b9f254725c6601e0 2024-11-21T05:32:31,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/2fefde7e850940b8a01cc8281da69d1f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/2fefde7e850940b8a01cc8281da69d1f 2024-11-21T05:32:31,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/0fd1e37de61c420fb654d9a1fc08bb63 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/0fd1e37de61c420fb654d9a1fc08bb63 2024-11-21T05:32:31,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b770e5778c954f229f474ae6cdf0bef0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/b770e5778c954f229f474ae6cdf0bef0 2024-11-21T05:32:31,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/c1cd963ead5c48fe8fd0b02d69ba2d96 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/c1cd963ead5c48fe8fd0b02d69ba2d96 2024-11-21T05:32:31,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/709d26d1b057436492daef8b4dc15fd0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/06659fd380074cd3a7a623be73399591, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2ca7d7be43704702811e84cfbeb51e42, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/da7163bc5efc419796021f104aa24408, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9571677251e9496fb4a6cc75b464a267, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bd106c620f7b4622832f4e75ccc494d8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/b444c5df101348a28b100c7195eac3fc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/23c8ca8a2f384867a743752aaa4f9313, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/7891b3793e064c1b90a7c0099fe3e96d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4457b3eb8218449ba3a07529e3642eeb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4ef9f13a360e4807b0357d8ddee9292c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c5103bc8d8f34a3c8a1aa6684c43c2af, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/6e85927231444215a39e00a1c75b6f63, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/602415623d1c4e53ad8e6559d340c8d3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f8db866f0a6e4e0287c86948ecb9da7a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/16c46bb5dd6345d88946e57c61febc18, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bc021ded625d48e0abf63bb58ae72f24, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/ec4c9307c336485580e3f0c97e1eed22, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/6ddac94348df4465914a8947c3b14f4e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/e1dfd2dace7248a5835f3fa9d2e256d1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9034313b662b4389aafaeef50fc1e6c0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4d73ba7a785e49cabadfc1a49228b1ed, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/75d8d8e5fdec4f95b8e2f8b6b169a1ea, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/04f0f1c5791b4881aed62c6aa12fe55e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bddc42a4d20f4fa29df3c7873d8c59e0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/32524e22387042d38ab69f672a093d90, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c2eefa831c224892aba578346084ca2e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/54db64d2f29f4031938fa19b794b4fc0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f5028b209b9c443fbf168ba7ffe60327, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/e22e2f8ec1fb4f99950e39c30911fab1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/cef41290b097417a805e3a65a64043a7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/554120ca40d9485594f04fb6a854e9f6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2f4d195b5209435baee82c90f431e91f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/83deb158aae34e6d8d8783f7d1f80cbb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/92f29b2d8d01402ca6db7be3fa8db221, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/50882c80cf58467ab0d2e629a5d61fcc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2d9bde17eaea45839c73dd670fa41fdf] to archive 2024-11-21T05:32:31,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:32:31,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/709d26d1b057436492daef8b4dc15fd0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/709d26d1b057436492daef8b4dc15fd0 2024-11-21T05:32:31,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/06659fd380074cd3a7a623be73399591 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/06659fd380074cd3a7a623be73399591 2024-11-21T05:32:31,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2ca7d7be43704702811e84cfbeb51e42 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2ca7d7be43704702811e84cfbeb51e42 2024-11-21T05:32:31,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/da7163bc5efc419796021f104aa24408 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/da7163bc5efc419796021f104aa24408 2024-11-21T05:32:31,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9571677251e9496fb4a6cc75b464a267 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9571677251e9496fb4a6cc75b464a267 2024-11-21T05:32:31,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bd106c620f7b4622832f4e75ccc494d8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bd106c620f7b4622832f4e75ccc494d8 2024-11-21T05:32:31,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/b444c5df101348a28b100c7195eac3fc to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/b444c5df101348a28b100c7195eac3fc 2024-11-21T05:32:31,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/23c8ca8a2f384867a743752aaa4f9313 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/23c8ca8a2f384867a743752aaa4f9313 2024-11-21T05:32:31,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/7891b3793e064c1b90a7c0099fe3e96d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/7891b3793e064c1b90a7c0099fe3e96d 2024-11-21T05:32:31,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4457b3eb8218449ba3a07529e3642eeb to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4457b3eb8218449ba3a07529e3642eeb 2024-11-21T05:32:31,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4ef9f13a360e4807b0357d8ddee9292c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4ef9f13a360e4807b0357d8ddee9292c 2024-11-21T05:32:31,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c5103bc8d8f34a3c8a1aa6684c43c2af to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c5103bc8d8f34a3c8a1aa6684c43c2af 2024-11-21T05:32:31,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/6e85927231444215a39e00a1c75b6f63 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/6e85927231444215a39e00a1c75b6f63 2024-11-21T05:32:31,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/602415623d1c4e53ad8e6559d340c8d3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/602415623d1c4e53ad8e6559d340c8d3 2024-11-21T05:32:31,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f8db866f0a6e4e0287c86948ecb9da7a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f8db866f0a6e4e0287c86948ecb9da7a 2024-11-21T05:32:31,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/16c46bb5dd6345d88946e57c61febc18 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/16c46bb5dd6345d88946e57c61febc18 2024-11-21T05:32:31,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bc021ded625d48e0abf63bb58ae72f24 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bc021ded625d48e0abf63bb58ae72f24 2024-11-21T05:32:31,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/ec4c9307c336485580e3f0c97e1eed22 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/ec4c9307c336485580e3f0c97e1eed22 2024-11-21T05:32:31,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/6ddac94348df4465914a8947c3b14f4e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/6ddac94348df4465914a8947c3b14f4e 2024-11-21T05:32:31,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/e1dfd2dace7248a5835f3fa9d2e256d1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/e1dfd2dace7248a5835f3fa9d2e256d1 2024-11-21T05:32:31,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9034313b662b4389aafaeef50fc1e6c0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/9034313b662b4389aafaeef50fc1e6c0 2024-11-21T05:32:31,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4d73ba7a785e49cabadfc1a49228b1ed to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/4d73ba7a785e49cabadfc1a49228b1ed 2024-11-21T05:32:31,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/75d8d8e5fdec4f95b8e2f8b6b169a1ea to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/75d8d8e5fdec4f95b8e2f8b6b169a1ea 2024-11-21T05:32:31,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/04f0f1c5791b4881aed62c6aa12fe55e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/04f0f1c5791b4881aed62c6aa12fe55e 2024-11-21T05:32:31,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bddc42a4d20f4fa29df3c7873d8c59e0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/bddc42a4d20f4fa29df3c7873d8c59e0 2024-11-21T05:32:31,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/32524e22387042d38ab69f672a093d90 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/32524e22387042d38ab69f672a093d90 2024-11-21T05:32:31,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c2eefa831c224892aba578346084ca2e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c2eefa831c224892aba578346084ca2e 2024-11-21T05:32:31,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/54db64d2f29f4031938fa19b794b4fc0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/54db64d2f29f4031938fa19b794b4fc0 2024-11-21T05:32:31,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f5028b209b9c443fbf168ba7ffe60327 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/f5028b209b9c443fbf168ba7ffe60327 2024-11-21T05:32:31,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/e22e2f8ec1fb4f99950e39c30911fab1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/e22e2f8ec1fb4f99950e39c30911fab1 2024-11-21T05:32:31,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/cef41290b097417a805e3a65a64043a7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/cef41290b097417a805e3a65a64043a7 2024-11-21T05:32:31,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/554120ca40d9485594f04fb6a854e9f6 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/554120ca40d9485594f04fb6a854e9f6 2024-11-21T05:32:31,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2f4d195b5209435baee82c90f431e91f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2f4d195b5209435baee82c90f431e91f 2024-11-21T05:32:31,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/83deb158aae34e6d8d8783f7d1f80cbb to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/83deb158aae34e6d8d8783f7d1f80cbb 2024-11-21T05:32:31,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/92f29b2d8d01402ca6db7be3fa8db221 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/92f29b2d8d01402ca6db7be3fa8db221 2024-11-21T05:32:31,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/50882c80cf58467ab0d2e629a5d61fcc to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/50882c80cf58467ab0d2e629a5d61fcc 2024-11-21T05:32:31,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2d9bde17eaea45839c73dd670fa41fdf to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/2d9bde17eaea45839c73dd670fa41fdf 2024-11-21T05:32:31,187 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/recovered.edits/536.seqid, newMaxSeqId=536, maxSeqId=1 2024-11-21T05:32:31,187 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be. 2024-11-21T05:32:31,187 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for a31aa55ccd574f7420e3588e009314be: 2024-11-21T05:32:31,189 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:31,189 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=a31aa55ccd574f7420e3588e009314be, regionState=CLOSED 2024-11-21T05:32:31,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-21T05:32:31,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure a31aa55ccd574f7420e3588e009314be, server=083cd7fc6746,40265,1732167065617 in 1.6070 sec 2024-11-21T05:32:31,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-21T05:32:31,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a31aa55ccd574f7420e3588e009314be, UNASSIGN in 1.6110 sec 2024-11-21T05:32:31,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-21T05:32:31,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6150 sec 2024-11-21T05:32:31,196 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167151196"}]},"ts":"1732167151196"} 2024-11-21T05:32:31,197 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T05:32:31,237 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T05:32:31,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7400 sec 2024-11-21T05:32:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T05:32:31,605 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-21T05:32:31,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T05:32:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:31,609 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-21T05:32:31,610 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:31,614 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:31,619 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/recovered.edits] 2024-11-21T05:32:31,624 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b0730a103316479cb10d449ced2a5abc to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/b0730a103316479cb10d449ced2a5abc 2024-11-21T05:32:31,626 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c4dda3dd5660476b85499b7e13dfcee1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/A/c4dda3dd5660476b85499b7e13dfcee1 2024-11-21T05:32:31,630 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/115f61b9fb4241378945a87e3a8d656e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/115f61b9fb4241378945a87e3a8d656e 2024-11-21T05:32:31,633 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/c3588e69e4c9461abb02256308562329 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/B/c3588e69e4c9461abb02256308562329 2024-11-21T05:32:31,637 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/8b9aa22649d24d6ebfddd92ee55b169c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/8b9aa22649d24d6ebfddd92ee55b169c 2024-11-21T05:32:31,639 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c9d88e27a4794369bb7ea3db0157f651 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/C/c9d88e27a4794369bb7ea3db0157f651 2024-11-21T05:32:31,644 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/recovered.edits/536.seqid to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be/recovered.edits/536.seqid 2024-11-21T05:32:31,645 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/a31aa55ccd574f7420e3588e009314be 2024-11-21T05:32:31,645 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T05:32:31,648 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:31,653 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T05:32:31,654 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T05:32:31,655 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:31,655 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T05:32:31,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732167151655"}]},"ts":"9223372036854775807"} 2024-11-21T05:32:31,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T05:32:31,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a31aa55ccd574f7420e3588e009314be, NAME => 'TestAcidGuarantees,,1732167124503.a31aa55ccd574f7420e3588e009314be.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T05:32:31,657 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T05:32:31,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732167151657"}]},"ts":"9223372036854775807"} 2024-11-21T05:32:31,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T05:32:31,671 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:31,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-21T05:32:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-21T05:32:31,712 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-21T05:32:31,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241 (was 242), OpenFileDescriptor=460 (was 464), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=623 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=6749 (was 5597) - AvailableMemoryMB LEAK? - 2024-11-21T05:32:31,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=623, ProcessCount=11, AvailableMemoryMB=6749 2024-11-21T05:32:31,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T05:32:31,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T05:32:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:31,741 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T05:32:31,741 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:31,742 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T05:32:31,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-11-21T05:32:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T05:32:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742213_1389 (size=960) 2024-11-21T05:32:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T05:32:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T05:32:32,153 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c 2024-11-21T05:32:32,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742214_1390 (size=53) 2024-11-21T05:32:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T05:32:32,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:32:32,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing dc532e1ac37b11736833462f9f7002c9, disabling compactions & flushes 2024-11-21T05:32:32,564 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:32,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:32,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. after waiting 0 ms 2024-11-21T05:32:32,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:32,564 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:32,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:32,567 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T05:32:32,567 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732167152567"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732167152567"}]},"ts":"1732167152567"} 2024-11-21T05:32:32,570 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T05:32:32,571 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T05:32:32,572 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167152572"}]},"ts":"1732167152572"} 2024-11-21T05:32:32,574 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T05:32:32,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc532e1ac37b11736833462f9f7002c9, ASSIGN}] 2024-11-21T05:32:32,624 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc532e1ac37b11736833462f9f7002c9, ASSIGN 2024-11-21T05:32:32,625 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc532e1ac37b11736833462f9f7002c9, ASSIGN; state=OFFLINE, location=083cd7fc6746,40265,1732167065617; forceNewPlan=false, retain=false 2024-11-21T05:32:32,776 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=dc532e1ac37b11736833462f9f7002c9, regionState=OPENING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:32,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:32:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T05:32:32,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:32,938 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:32,938 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:32:32,938 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:32,938 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:32:32,938 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:32,938 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:32,940 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:32,941 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:32:32,942 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc532e1ac37b11736833462f9f7002c9 columnFamilyName A 2024-11-21T05:32:32,942 DEBUG [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:32,942 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(327): Store=dc532e1ac37b11736833462f9f7002c9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:32:32,942 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:32,943 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:32:32,943 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc532e1ac37b11736833462f9f7002c9 columnFamilyName B 2024-11-21T05:32:32,943 DEBUG [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:32,944 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(327): Store=dc532e1ac37b11736833462f9f7002c9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:32:32,944 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:32,945 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:32:32,945 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc532e1ac37b11736833462f9f7002c9 columnFamilyName C 2024-11-21T05:32:32,945 DEBUG [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:32,946 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(327): Store=dc532e1ac37b11736833462f9f7002c9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:32:32,946 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:32,947 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:32,947 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:32,949 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T05:32:32,951 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:32,953 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T05:32:32,954 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened dc532e1ac37b11736833462f9f7002c9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73058672, jitterRate=0.08865904808044434}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T05:32:32,955 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:32,956 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., pid=98, masterSystemTime=1732167152931 2024-11-21T05:32:32,957 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:32,957 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:32,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=dc532e1ac37b11736833462f9f7002c9, regionState=OPEN, openSeqNum=2, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:32,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-21T05:32:32,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 in 181 msec 2024-11-21T05:32:32,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-21T05:32:32,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc532e1ac37b11736833462f9f7002c9, ASSIGN in 339 msec 2024-11-21T05:32:32,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T05:32:32,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167152962"}]},"ts":"1732167152962"} 2024-11-21T05:32:32,963 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T05:32:33,033 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T05:32:33,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2950 sec 2024-11-21T05:32:33,718 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T05:32:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T05:32:33,852 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-21T05:32:33,854 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-11-21T05:32:33,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:33,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:33,872 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:33,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T05:32:33,874 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T05:32:33,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T05:32:33,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T05:32:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:33,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742215_1391 (size=996) 2024-11-21T05:32:34,287 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T05:32:34,288 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T05:32:34,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T05:32:34,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc532e1ac37b11736833462f9f7002c9, REOPEN/MOVE}] 2024-11-21T05:32:34,294 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc532e1ac37b11736833462f9f7002c9, REOPEN/MOVE 2024-11-21T05:32:34,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=dc532e1ac37b11736833462f9f7002c9, regionState=CLOSING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:34,296 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T05:32:34,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:32:34,448 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:34,448 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,448 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T05:32:34,449 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing dc532e1ac37b11736833462f9f7002c9, disabling compactions & flushes 2024-11-21T05:32:34,449 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:34,449 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:34,449 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. after waiting 0 ms 2024-11-21T05:32:34,449 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:34,472 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T05:32:34,474 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:34,474 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:34,474 WARN [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: dc532e1ac37b11736833462f9f7002c9 to self. 2024-11-21T05:32:34,476 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,476 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=dc532e1ac37b11736833462f9f7002c9, regionState=CLOSED 2024-11-21T05:32:34,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-21T05:32:34,479 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc532e1ac37b11736833462f9f7002c9, REOPEN/MOVE; state=CLOSED, location=083cd7fc6746,40265,1732167065617; forceNewPlan=false, retain=true 2024-11-21T05:32:34,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 in 181 msec 2024-11-21T05:32:34,630 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=dc532e1ac37b11736833462f9f7002c9, regionState=OPENING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:34,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:32:34,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:34,787 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:34,788 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:32:34,789 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,789 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:32:34,789 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,789 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,791 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,791 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:32:34,792 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc532e1ac37b11736833462f9f7002c9 columnFamilyName A 2024-11-21T05:32:34,792 DEBUG [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:34,793 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(327): Store=dc532e1ac37b11736833462f9f7002c9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:32:34,793 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,794 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:32:34,794 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc532e1ac37b11736833462f9f7002c9 columnFamilyName B 2024-11-21T05:32:34,794 DEBUG [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:34,794 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(327): Store=dc532e1ac37b11736833462f9f7002c9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:32:34,794 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,794 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:32:34,795 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc532e1ac37b11736833462f9f7002c9 columnFamilyName C 2024-11-21T05:32:34,795 DEBUG [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:34,795 INFO [StoreOpener-dc532e1ac37b11736833462f9f7002c9-1 {}] regionserver.HStore(327): Store=dc532e1ac37b11736833462f9f7002c9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:32:34,795 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:34,796 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,797 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,798 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T05:32:34,799 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,800 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened dc532e1ac37b11736833462f9f7002c9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69773507, jitterRate=0.0397062748670578}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T05:32:34,800 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:34,801 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., pid=103, masterSystemTime=1732167154783 2024-11-21T05:32:34,802 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:34,802 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:34,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=dc532e1ac37b11736833462f9f7002c9, regionState=OPEN, openSeqNum=5, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:34,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-11-21T05:32:34,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 in 172 msec 2024-11-21T05:32:34,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-21T05:32:34,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc532e1ac37b11736833462f9f7002c9, REOPEN/MOVE in 510 msec 2024-11-21T05:32:34,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-21T05:32:34,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-21T05:32:34,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 930 msec 2024-11-21T05:32:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-21T05:32:34,810 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-11-21T05:32:34,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:34,843 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-21T05:32:34,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:34,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-21T05:32:34,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:34,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-11-21T05:32:34,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:34,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-11-21T05:32:34,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:34,888 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-11-21T05:32:34,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:34,897 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-21T05:32:34,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:34,905 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-21T05:32:34,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:34,919 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-11-21T05:32:34,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:34,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-11-21T05:32:34,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:32:34,942 DEBUG [hconnection-0xa968a3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:34,943 DEBUG [hconnection-0x7f6dc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:34,943 DEBUG [hconnection-0x5b54ecf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:34,944 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:34,944 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:34,944 DEBUG [hconnection-0x63048f73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:34,944 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:34,946 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:34,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-21T05:32:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T05:32:34,948 DEBUG [hconnection-0x75f8e629-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:34,948 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:34,949 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:34,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:34,949 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:34,949 DEBUG [hconnection-0x5e0147f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:34,950 DEBUG [hconnection-0x6f764aea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:34,950 DEBUG [hconnection-0xa2f7829-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:34,950 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:34,951 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:34,951 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:32:34,955 DEBUG [hconnection-0x586a6932-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:34,955 DEBUG [hconnection-0x36387f53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:32:34,956 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:34,956 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:32:34,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:34,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:34,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:34,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:34,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:34,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:34,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121df07d67f553e44e8ac6b5b455f4a5f58_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167154954/Put/seqid=0 2024-11-21T05:32:34,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167214979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:34,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167214979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:34,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742216_1392 (size=12154) 2024-11-21T05:32:34,993 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:34,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121df07d67f553e44e8ac6b5b455f4a5f58_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121df07d67f553e44e8ac6b5b455f4a5f58_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:34,999 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f3bd99e1bb1d42c79093a9f9416030f5, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:34,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167214989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f3bd99e1bb1d42c79093a9f9416030f5 is 175, key is test_row_0/A:col10/1732167154954/Put/seqid=0 2024-11-21T05:32:35,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167214989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167214995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742217_1393 (size=30955) 2024-11-21T05:32:35,010 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f3bd99e1bb1d42c79093a9f9416030f5 2024-11-21T05:32:35,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/c85c58a6948b4f08a1549540abf6ba67 is 50, key is test_row_0/B:col10/1732167154954/Put/seqid=0 2024-11-21T05:32:35,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742218_1394 (size=12001) 2024-11-21T05:32:35,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/c85c58a6948b4f08a1549540abf6ba67 2024-11-21T05:32:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T05:32:35,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/624d30bac8444edcab8338bebf7dfa6f is 50, key is test_row_0/C:col10/1732167154954/Put/seqid=0 2024-11-21T05:32:35,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167215092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742219_1395 (size=12001) 2024-11-21T05:32:35,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/624d30bac8444edcab8338bebf7dfa6f 2024-11-21T05:32:35,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f3bd99e1bb1d42c79093a9f9416030f5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f3bd99e1bb1d42c79093a9f9416030f5 2024-11-21T05:32:35,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167215096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T05:32:35,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:35,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:35,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:35,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:35,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:35,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167215101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167215101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167215101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f3bd99e1bb1d42c79093a9f9416030f5, entries=150, sequenceid=17, filesize=30.2 K 2024-11-21T05:32:35,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/c85c58a6948b4f08a1549540abf6ba67 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/c85c58a6948b4f08a1549540abf6ba67 2024-11-21T05:32:35,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/c85c58a6948b4f08a1549540abf6ba67, entries=150, sequenceid=17, filesize=11.7 K 2024-11-21T05:32:35,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/624d30bac8444edcab8338bebf7dfa6f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/624d30bac8444edcab8338bebf7dfa6f 2024-11-21T05:32:35,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/624d30bac8444edcab8338bebf7dfa6f, entries=150, sequenceid=17, filesize=11.7 K 2024-11-21T05:32:35,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dc532e1ac37b11736833462f9f7002c9 in 166ms, sequenceid=17, compaction requested=false 2024-11-21T05:32:35,120 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T05:32:35,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T05:32:35,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T05:32:35,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:35,257 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T05:32:35,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:35,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:35,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:35,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:35,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:35,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:35,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217368f48476914bc4a4112b534b98a838_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167154979/Put/seqid=0 2024-11-21T05:32:35,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742220_1396 (size=12154) 2024-11-21T05:32:35,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:35,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:35,300 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217368f48476914bc4a4112b534b98a838_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217368f48476914bc4a4112b534b98a838_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:35,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/19a1d7f6cd9b4c22a66cb9425748b456, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:35,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/19a1d7f6cd9b4c22a66cb9425748b456 is 175, key is test_row_0/A:col10/1732167154979/Put/seqid=0 2024-11-21T05:32:35,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742221_1397 (size=30955) 2024-11-21T05:32:35,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167215358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167215359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167215360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167215360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167215361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167215467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167215468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167215469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167215469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167215470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T05:32:35,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167215672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167215675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167215675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167215676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167215676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,719 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/19a1d7f6cd9b4c22a66cb9425748b456 2024-11-21T05:32:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/0ea2f21798db4dddabee17b21b627da3 is 50, key is test_row_0/B:col10/1732167154979/Put/seqid=0 2024-11-21T05:32:35,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742222_1398 (size=12001) 2024-11-21T05:32:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167215977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167215983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167215983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167215983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:35,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167215984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T05:32:36,132 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/0ea2f21798db4dddabee17b21b627da3 2024-11-21T05:32:36,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/54969381aa8d434fa98ec58f3e80632b is 50, key is test_row_0/C:col10/1732167154979/Put/seqid=0 2024-11-21T05:32:36,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742223_1399 (size=12001) 2024-11-21T05:32:36,149 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/54969381aa8d434fa98ec58f3e80632b 2024-11-21T05:32:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/19a1d7f6cd9b4c22a66cb9425748b456 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/19a1d7f6cd9b4c22a66cb9425748b456 2024-11-21T05:32:36,158 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/19a1d7f6cd9b4c22a66cb9425748b456, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T05:32:36,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/0ea2f21798db4dddabee17b21b627da3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/0ea2f21798db4dddabee17b21b627da3 2024-11-21T05:32:36,172 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/0ea2f21798db4dddabee17b21b627da3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T05:32:36,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/54969381aa8d434fa98ec58f3e80632b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/54969381aa8d434fa98ec58f3e80632b 2024-11-21T05:32:36,180 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/54969381aa8d434fa98ec58f3e80632b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T05:32:36,181 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for dc532e1ac37b11736833462f9f7002c9 in 925ms, sequenceid=40, compaction requested=false 2024-11-21T05:32:36,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:36,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:36,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-21T05:32:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-21T05:32:36,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-21T05:32:36,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2340 sec 2024-11-21T05:32:36,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.2390 sec 2024-11-21T05:32:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:36,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T05:32:36,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:36,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:36,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:36,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:36,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:36,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:36,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112114def234b0574f2082de6a0ee22319be_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167155303/Put/seqid=0 2024-11-21T05:32:36,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167216527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167216526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742224_1400 (size=14594) 2024-11-21T05:32:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167216532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167216531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167216537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167216634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167216634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167216647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167216647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167216651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T05:32:36,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167216837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167216838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167216852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167216853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167216856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:36,944 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:36,947 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112114def234b0574f2082de6a0ee22319be_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112114def234b0574f2082de6a0ee22319be_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:36,948 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/eb15a122c40740ab90b764ee5bd50092, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:36,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/eb15a122c40740ab90b764ee5bd50092 is 175, key is test_row_0/A:col10/1732167155303/Put/seqid=0 2024-11-21T05:32:36,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742225_1401 (size=39549) 2024-11-21T05:32:36,954 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/eb15a122c40740ab90b764ee5bd50092 2024-11-21T05:32:36,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/b1dda49ff6eb4eff97c3e7e46dab824d is 50, key is test_row_0/B:col10/1732167155303/Put/seqid=0 2024-11-21T05:32:36,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742226_1402 (size=12001) 2024-11-21T05:32:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T05:32:37,055 INFO [Thread-1750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-21T05:32:37,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-21T05:32:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T05:32:37,064 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:37,065 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:37,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:37,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167217146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167217146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:37,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167217158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167217159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T05:32:37,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167217166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T05:32:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T05:32:37,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/b1dda49ff6eb4eff97c3e7e46dab824d 2024-11-21T05:32:37,371 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T05:32:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/b8cbced1e186431aad53e05770a81525 is 50, key is test_row_0/C:col10/1732167155303/Put/seqid=0 2024-11-21T05:32:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742227_1403 (size=12001) 2024-11-21T05:32:37,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T05:32:37,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:37,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167217657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T05:32:37,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167217666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167217667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167217671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167217671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T05:32:37,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:37,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:37,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/b8cbced1e186431aad53e05770a81525 2024-11-21T05:32:37,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/eb15a122c40740ab90b764ee5bd50092 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/eb15a122c40740ab90b764ee5bd50092 2024-11-21T05:32:37,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/eb15a122c40740ab90b764ee5bd50092, entries=200, sequenceid=55, filesize=38.6 K 2024-11-21T05:32:37,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/b1dda49ff6eb4eff97c3e7e46dab824d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b1dda49ff6eb4eff97c3e7e46dab824d 2024-11-21T05:32:37,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b1dda49ff6eb4eff97c3e7e46dab824d, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T05:32:37,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/b8cbced1e186431aad53e05770a81525 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/b8cbced1e186431aad53e05770a81525 2024-11-21T05:32:37,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/b8cbced1e186431aad53e05770a81525, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T05:32:37,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for dc532e1ac37b11736833462f9f7002c9 in 1334ms, sequenceid=55, compaction requested=true 2024-11-21T05:32:37,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:37,828 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:37,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:37,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:37,828 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:37,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:37,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:37,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:37,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:37,829 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:37,829 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/B is initiating minor compaction (all files) 2024-11-21T05:32:37,829 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/B in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,829 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/c85c58a6948b4f08a1549540abf6ba67, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/0ea2f21798db4dddabee17b21b627da3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b1dda49ff6eb4eff97c3e7e46dab824d] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=35.2 K 2024-11-21T05:32:37,830 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:37,830 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/A is initiating minor compaction (all files) 2024-11-21T05:32:37,830 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/A in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,830 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f3bd99e1bb1d42c79093a9f9416030f5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/19a1d7f6cd9b4c22a66cb9425748b456, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/eb15a122c40740ab90b764ee5bd50092] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=99.1 K 2024-11-21T05:32:37,830 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,830 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f3bd99e1bb1d42c79093a9f9416030f5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/19a1d7f6cd9b4c22a66cb9425748b456, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/eb15a122c40740ab90b764ee5bd50092] 2024-11-21T05:32:37,830 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting c85c58a6948b4f08a1549540abf6ba67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732167154951 2024-11-21T05:32:37,830 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3bd99e1bb1d42c79093a9f9416030f5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732167154951 2024-11-21T05:32:37,831 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ea2f21798db4dddabee17b21b627da3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732167154977 2024-11-21T05:32:37,831 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19a1d7f6cd9b4c22a66cb9425748b456, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732167154977 2024-11-21T05:32:37,831 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b1dda49ff6eb4eff97c3e7e46dab824d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732167155303 2024-11-21T05:32:37,831 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb15a122c40740ab90b764ee5bd50092, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732167155303 2024-11-21T05:32:37,842 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#B#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:37,843 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:37,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T05:32:37,843 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/9149746660ae4e51b8f1809bd71086a8 is 50, key is test_row_0/B:col10/1732167155303/Put/seqid=0 2024-11-21T05:32:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,845 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T05:32:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:37,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:37,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:37,847 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:37,851 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210395e4ad13634ed1be67b2bec72c1e57_dc532e1ac37b11736833462f9f7002c9 store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:37,853 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210395e4ad13634ed1be67b2bec72c1e57_dc532e1ac37b11736833462f9f7002c9, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:37,853 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210395e4ad13634ed1be67b2bec72c1e57_dc532e1ac37b11736833462f9f7002c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:37,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742228_1404 (size=12104) 2024-11-21T05:32:37,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f756d25402bf40428b045868fa3879b4_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167156524/Put/seqid=0 2024-11-21T05:32:37,943 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/9149746660ae4e51b8f1809bd71086a8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9149746660ae4e51b8f1809bd71086a8 2024-11-21T05:32:37,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742229_1405 (size=4469) 2024-11-21T05:32:37,962 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/B of dc532e1ac37b11736833462f9f7002c9 into 9149746660ae4e51b8f1809bd71086a8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:37,962 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:37,962 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/B, priority=13, startTime=1732167157828; duration=0sec 2024-11-21T05:32:37,963 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:37,963 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:B 2024-11-21T05:32:37,963 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:37,965 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:37,965 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/C is initiating minor compaction (all files) 2024-11-21T05:32:37,965 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/C in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:37,965 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/624d30bac8444edcab8338bebf7dfa6f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/54969381aa8d434fa98ec58f3e80632b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/b8cbced1e186431aad53e05770a81525] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=35.2 K 2024-11-21T05:32:37,967 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 624d30bac8444edcab8338bebf7dfa6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732167154951 2024-11-21T05:32:37,968 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 54969381aa8d434fa98ec58f3e80632b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732167154977 2024-11-21T05:32:37,968 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b8cbced1e186431aad53e05770a81525, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732167155303 2024-11-21T05:32:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742230_1406 (size=12154) 2024-11-21T05:32:37,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:37,982 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f756d25402bf40428b045868fa3879b4_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f756d25402bf40428b045868fa3879b4_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:37,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/b8db0f71bdef430793ed142e7dacf2b7, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:37,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/b8db0f71bdef430793ed142e7dacf2b7 is 175, key is test_row_0/A:col10/1732167156524/Put/seqid=0 2024-11-21T05:32:38,005 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:38,006 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/2ce2cfccc4324f49b5841a7dda2093c7 is 50, key is test_row_0/C:col10/1732167155303/Put/seqid=0 2024-11-21T05:32:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742231_1407 (size=30955) 2024-11-21T05:32:38,043 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/b8db0f71bdef430793ed142e7dacf2b7 2024-11-21T05:32:38,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742232_1408 (size=12104) 2024-11-21T05:32:38,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/a77b4f060b804c81bc2a3f2949425132 is 50, key is test_row_0/B:col10/1732167156524/Put/seqid=0 2024-11-21T05:32:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742233_1409 (size=12001) 2024-11-21T05:32:38,134 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/a77b4f060b804c81bc2a3f2949425132 2024-11-21T05:32:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/9caab0a114694105b8a08c123e926218 is 50, key is test_row_0/C:col10/1732167156524/Put/seqid=0 2024-11-21T05:32:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T05:32:38,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742234_1410 (size=12001) 2024-11-21T05:32:38,195 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/9caab0a114694105b8a08c123e926218 2024-11-21T05:32:38,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/b8db0f71bdef430793ed142e7dacf2b7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/b8db0f71bdef430793ed142e7dacf2b7 2024-11-21T05:32:38,206 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/b8db0f71bdef430793ed142e7dacf2b7, entries=150, sequenceid=76, filesize=30.2 K 2024-11-21T05:32:38,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/a77b4f060b804c81bc2a3f2949425132 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a77b4f060b804c81bc2a3f2949425132 2024-11-21T05:32:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,217 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a77b4f060b804c81bc2a3f2949425132, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T05:32:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/9caab0a114694105b8a08c123e926218 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9caab0a114694105b8a08c123e926218 2024-11-21T05:32:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,236 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9caab0a114694105b8a08c123e926218, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T05:32:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,237 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for dc532e1ac37b11736833462f9f7002c9 in 391ms, sequenceid=76, compaction requested=false 2024-11-21T05:32:38,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:38,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:38,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-21T05:32:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-21T05:32:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-21T05:32:38,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1780 sec 2024-11-21T05:32:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.1860 sec 2024-11-21T05:32:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,350 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#A#compaction#348 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:38,350 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/9502d655e35b4b4e936a3c51acb19154 is 175, key is test_row_0/A:col10/1732167155303/Put/seqid=0 2024-11-21T05:32:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742235_1411 (size=31058) 2024-11-21T05:32:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,493 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/2ce2cfccc4324f49b5841a7dda2093c7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/2ce2cfccc4324f49b5841a7dda2093c7 2024-11-21T05:32:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,497 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/C of dc532e1ac37b11736833462f9f7002c9 into 2ce2cfccc4324f49b5841a7dda2093c7(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:38,498 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:38,498 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/C, priority=13, startTime=1732167157829; duration=0sec 2024-11-21T05:32:38,498 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:38,498 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:C 2024-11-21T05:32:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,817 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/9502d655e35b4b4e936a3c51acb19154 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9502d655e35b4b4e936a3c51acb19154 2024-11-21T05:32:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:38,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:32:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:38,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:38,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:38,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:38,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,852 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/A of dc532e1ac37b11736833462f9f7002c9 into 9502d655e35b4b4e936a3c51acb19154(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-21T05:32:38,852 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:38,852 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/A, priority=13, startTime=1732167157828; duration=1sec 2024-11-21T05:32:38,852 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:38,852 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:A 2024-11-21T05:32:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214a468b7683094a1899a9844ae493aff6_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167158844/Put/seqid=0 2024-11-21T05:32:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742236_1412 (size=26798) 2024-11-21T05:32:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:38,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167218961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:38,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167218963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:38,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167218972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:38,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167218974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:38,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167218975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167219088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167219088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167219088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167219093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167219098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T05:32:39,170 INFO [Thread-1750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-21T05:32:39,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-21T05:32:39,173 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T05:32:39,173 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:39,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T05:32:39,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167219297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167219297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167219299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167219300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167219302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T05:32:39,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:39,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:39,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:39,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,347 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:39,376 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214a468b7683094a1899a9844ae493aff6_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214a468b7683094a1899a9844ae493aff6_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:39,377 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/2e41bde95860433f8ca0b6431fc18ebc, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:39,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/2e41bde95860433f8ca0b6431fc18ebc is 175, key is test_row_0/A:col10/1732167158844/Put/seqid=0 2024-11-21T05:32:39,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742237_1413 (size=82584) 2024-11-21T05:32:39,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T05:32:39,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:39,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:39,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:39,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T05:32:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167219610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167219611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167219614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167219619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167219627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T05:32:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:39,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:39,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:39,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T05:32:39,805 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/2e41bde95860433f8ca0b6431fc18ebc 2024-11-21T05:32:39,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T05:32:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:39,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/9004a66841b14f3892871477ba9e77a2 is 50, key is test_row_0/B:col10/1732167158844/Put/seqid=0 2024-11-21T05:32:39,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742238_1414 (size=12001) 2024-11-21T05:32:39,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:39,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T05:32:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:39,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:40,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:40,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167220118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:40,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167220118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:40,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167220119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:40,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T05:32:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:40,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:40,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167220127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:40,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167220151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:40,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:40,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T05:32:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:40,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T05:32:40,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/9004a66841b14f3892871477ba9e77a2 2024-11-21T05:32:40,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/4df76a4e3d9d45a0bf0838f7c9f688c0 is 50, key is test_row_0/C:col10/1732167158844/Put/seqid=0 2024-11-21T05:32:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742239_1415 (size=12001) 2024-11-21T05:32:40,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/4df76a4e3d9d45a0bf0838f7c9f688c0 2024-11-21T05:32:40,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/2e41bde95860433f8ca0b6431fc18ebc as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/2e41bde95860433f8ca0b6431fc18ebc 2024-11-21T05:32:40,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/2e41bde95860433f8ca0b6431fc18ebc, entries=450, sequenceid=90, filesize=80.6 K 2024-11-21T05:32:40,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/9004a66841b14f3892871477ba9e77a2 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9004a66841b14f3892871477ba9e77a2 2024-11-21T05:32:40,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9004a66841b14f3892871477ba9e77a2, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T05:32:40,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/4df76a4e3d9d45a0bf0838f7c9f688c0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/4df76a4e3d9d45a0bf0838f7c9f688c0 2024-11-21T05:32:40,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:40,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/4df76a4e3d9d45a0bf0838f7c9f688c0, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T05:32:40,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dc532e1ac37b11736833462f9f7002c9 in 1595ms, sequenceid=90, compaction requested=true 2024-11-21T05:32:40,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:40,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:40,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:40,440 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:40,440 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:40,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:40,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:40,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:40,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:40,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T05:32:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:40,442 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T05:32:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:40,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:40,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:40,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:40,445 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:40,445 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/B is initiating minor compaction (all files) 2024-11-21T05:32:40,445 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/B in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:40,445 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9149746660ae4e51b8f1809bd71086a8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a77b4f060b804c81bc2a3f2949425132, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9004a66841b14f3892871477ba9e77a2] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=35.3 K 2024-11-21T05:32:40,445 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:40,445 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/A is initiating minor compaction (all files) 2024-11-21T05:32:40,445 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/A in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:40,445 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9502d655e35b4b4e936a3c51acb19154, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/b8db0f71bdef430793ed142e7dacf2b7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/2e41bde95860433f8ca0b6431fc18ebc] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=141.2 K 2024-11-21T05:32:40,445 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9149746660ae4e51b8f1809bd71086a8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732167155303 2024-11-21T05:32:40,445 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:40,445 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9502d655e35b4b4e936a3c51acb19154, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/b8db0f71bdef430793ed142e7dacf2b7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/2e41bde95860433f8ca0b6431fc18ebc] 2024-11-21T05:32:40,446 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting a77b4f060b804c81bc2a3f2949425132, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732167156524 2024-11-21T05:32:40,446 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9004a66841b14f3892871477ba9e77a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732167158817 2024-11-21T05:32:40,446 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9502d655e35b4b4e936a3c51acb19154, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732167155303 2024-11-21T05:32:40,446 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8db0f71bdef430793ed142e7dacf2b7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732167156524 2024-11-21T05:32:40,448 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e41bde95860433f8ca0b6431fc18ebc, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732167158817 2024-11-21T05:32:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f23a09ffcb1544a2867b1e640183f5a4_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167158961/Put/seqid=0 2024-11-21T05:32:40,474 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:40,475 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/b3c7647160c64a2b8b712ed65dd50b0b is 50, key is test_row_0/B:col10/1732167158844/Put/seqid=0 2024-11-21T05:32:40,478 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:40,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742240_1416 (size=12154) 2024-11-21T05:32:40,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:40,507 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112143c5d8bfd86740baa69a363ff06d1729_dc532e1ac37b11736833462f9f7002c9 store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:40,510 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112143c5d8bfd86740baa69a363ff06d1729_dc532e1ac37b11736833462f9f7002c9, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:40,510 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112143c5d8bfd86740baa69a363ff06d1729_dc532e1ac37b11736833462f9f7002c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:40,514 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f23a09ffcb1544a2867b1e640183f5a4_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f23a09ffcb1544a2867b1e640183f5a4_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:40,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/60c54ff0c7894fe88f120b7bf32c66c5, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:40,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/60c54ff0c7894fe88f120b7bf32c66c5 is 175, key is test_row_0/A:col10/1732167158961/Put/seqid=0 2024-11-21T05:32:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742241_1417 (size=12207) 2024-11-21T05:32:40,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742243_1419 (size=30955) 2024-11-21T05:32:40,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742242_1418 (size=4469) 2024-11-21T05:32:40,956 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/b3c7647160c64a2b8b712ed65dd50b0b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b3c7647160c64a2b8b712ed65dd50b0b 2024-11-21T05:32:40,974 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/B of dc532e1ac37b11736833462f9f7002c9 into b3c7647160c64a2b8b712ed65dd50b0b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:40,974 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:40,974 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/B, priority=13, startTime=1732167160440; duration=0sec 2024-11-21T05:32:40,974 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:40,974 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:B 2024-11-21T05:32:40,975 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:40,978 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:40,979 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/C is initiating minor compaction (all files) 2024-11-21T05:32:40,979 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/C in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:40,979 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/2ce2cfccc4324f49b5841a7dda2093c7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9caab0a114694105b8a08c123e926218, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/4df76a4e3d9d45a0bf0838f7c9f688c0] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=35.3 K 2024-11-21T05:32:40,979 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ce2cfccc4324f49b5841a7dda2093c7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732167155303 2024-11-21T05:32:40,980 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9caab0a114694105b8a08c123e926218, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732167156524 2024-11-21T05:32:40,982 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4df76a4e3d9d45a0bf0838f7c9f688c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732167158817 2024-11-21T05:32:40,991 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/60c54ff0c7894fe88f120b7bf32c66c5 2024-11-21T05:32:41,003 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#A#compaction#358 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:41,004 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/c412470a81a94d498d06995dceb7a6cd is 175, key is test_row_0/A:col10/1732167158844/Put/seqid=0 2024-11-21T05:32:41,024 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:41,025 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/35f3c30b6f274ee2855ae0aa5fb082dd is 50, key is test_row_0/C:col10/1732167158844/Put/seqid=0 2024-11-21T05:32:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/85c75ef31cc940b5a20cfd8d30943954 is 50, key is test_row_0/B:col10/1732167158961/Put/seqid=0 2024-11-21T05:32:41,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742244_1420 (size=31161) 2024-11-21T05:32:41,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742245_1421 (size=12207) 2024-11-21T05:32:41,075 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/c412470a81a94d498d06995dceb7a6cd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/c412470a81a94d498d06995dceb7a6cd 2024-11-21T05:32:41,083 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/35f3c30b6f274ee2855ae0aa5fb082dd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/35f3c30b6f274ee2855ae0aa5fb082dd 2024-11-21T05:32:41,083 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/A of dc532e1ac37b11736833462f9f7002c9 into c412470a81a94d498d06995dceb7a6cd(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:41,084 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:41,084 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/A, priority=13, startTime=1732167160440; duration=0sec 2024-11-21T05:32:41,084 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:41,084 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:A 2024-11-21T05:32:41,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742246_1422 (size=12001) 2024-11-21T05:32:41,091 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/C of dc532e1ac37b11736833462f9f7002c9 into 35f3c30b6f274ee2855ae0aa5fb082dd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:41,091 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:41,091 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/C, priority=13, startTime=1732167160440; duration=0sec 2024-11-21T05:32:41,091 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:41,091 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:C 2024-11-21T05:32:41,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:41,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167221151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167221155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167221164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167221167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167221168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167221264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167221267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167221271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167221284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T05:32:41,484 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/85c75ef31cc940b5a20cfd8d30943954 2024-11-21T05:32:41,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167221483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167221483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167221483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167221495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/fe83ad47bf5045ce8369e3efad00667f is 50, key is test_row_0/C:col10/1732167158961/Put/seqid=0 2024-11-21T05:32:41,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742247_1423 (size=12001) 2024-11-21T05:32:41,537 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/fe83ad47bf5045ce8369e3efad00667f 2024-11-21T05:32:41,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/60c54ff0c7894fe88f120b7bf32c66c5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/60c54ff0c7894fe88f120b7bf32c66c5 2024-11-21T05:32:41,558 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/60c54ff0c7894fe88f120b7bf32c66c5, entries=150, sequenceid=115, filesize=30.2 K 2024-11-21T05:32:41,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/85c75ef31cc940b5a20cfd8d30943954 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/85c75ef31cc940b5a20cfd8d30943954 2024-11-21T05:32:41,573 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/85c75ef31cc940b5a20cfd8d30943954, entries=150, sequenceid=115, filesize=11.7 K 2024-11-21T05:32:41,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/fe83ad47bf5045ce8369e3efad00667f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/fe83ad47bf5045ce8369e3efad00667f 2024-11-21T05:32:41,580 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/fe83ad47bf5045ce8369e3efad00667f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-21T05:32:41,583 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for dc532e1ac37b11736833462f9f7002c9 in 1141ms, sequenceid=115, compaction requested=false 2024-11-21T05:32:41,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:41,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:41,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-21T05:32:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-21T05:32:41,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-21T05:32:41,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4140 sec 2024-11-21T05:32:41,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.4190 sec 2024-11-21T05:32:41,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T05:32:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:41,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:41,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:41,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:41,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:41,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:41,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:41,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217b7758f0a4e6413e843874b1c5261e43_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167161792/Put/seqid=0 2024-11-21T05:32:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742248_1424 (size=17184) 2024-11-21T05:32:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167221859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167221859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167221860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167221863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167221975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167221975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167221983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:41,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167221991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:42,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167222183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:42,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167222192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:42,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167222193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:42,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167222200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:42,242 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:42,247 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217b7758f0a4e6413e843874b1c5261e43_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217b7758f0a4e6413e843874b1c5261e43_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:42,250 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/224a29813a404a639db6688c6fd8c604, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:42,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/224a29813a404a639db6688c6fd8c604 is 175, key is test_row_0/A:col10/1732167161792/Put/seqid=0 2024-11-21T05:32:42,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742249_1425 (size=48289) 2024-11-21T05:32:42,281 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/224a29813a404a639db6688c6fd8c604 2024-11-21T05:32:42,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/07afd3d4e70347e8bdf4cb7080c9d918 is 50, key is test_row_0/B:col10/1732167161792/Put/seqid=0 2024-11-21T05:32:42,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742250_1426 (size=12051) 2024-11-21T05:32:42,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167222496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:42,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167222500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:42,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167222503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:42,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167222505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:42,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/07afd3d4e70347e8bdf4cb7080c9d918 2024-11-21T05:32:42,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/5a46de7b4d01498aac57aac29b2b3a3f is 50, key is test_row_0/C:col10/1732167161792/Put/seqid=0 2024-11-21T05:32:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742251_1427 (size=12051) 2024-11-21T05:32:42,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/5a46de7b4d01498aac57aac29b2b3a3f 2024-11-21T05:32:42,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/224a29813a404a639db6688c6fd8c604 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/224a29813a404a639db6688c6fd8c604 2024-11-21T05:32:42,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/224a29813a404a639db6688c6fd8c604, entries=250, sequenceid=133, filesize=47.2 K 2024-11-21T05:32:42,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/07afd3d4e70347e8bdf4cb7080c9d918 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/07afd3d4e70347e8bdf4cb7080c9d918 2024-11-21T05:32:42,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/07afd3d4e70347e8bdf4cb7080c9d918, entries=150, sequenceid=133, filesize=11.8 K 2024-11-21T05:32:42,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/5a46de7b4d01498aac57aac29b2b3a3f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/5a46de7b4d01498aac57aac29b2b3a3f 2024-11-21T05:32:42,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/5a46de7b4d01498aac57aac29b2b3a3f, entries=150, sequenceid=133, filesize=11.8 K 2024-11-21T05:32:42,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for dc532e1ac37b11736833462f9f7002c9 in 1011ms, sequenceid=133, compaction requested=true 2024-11-21T05:32:42,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:42,804 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:42,805 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:42,805 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/A is initiating minor compaction (all files) 2024-11-21T05:32:42,805 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/A in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:42,805 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/c412470a81a94d498d06995dceb7a6cd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/60c54ff0c7894fe88f120b7bf32c66c5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/224a29813a404a639db6688c6fd8c604] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=107.8 K 2024-11-21T05:32:42,805 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:42,806 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/c412470a81a94d498d06995dceb7a6cd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/60c54ff0c7894fe88f120b7bf32c66c5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/224a29813a404a639db6688c6fd8c604] 2024-11-21T05:32:42,806 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c412470a81a94d498d06995dceb7a6cd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732167158817 2024-11-21T05:32:42,806 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60c54ff0c7894fe88f120b7bf32c66c5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732167158918 2024-11-21T05:32:42,807 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 224a29813a404a639db6688c6fd8c604, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732167161149 2024-11-21T05:32:42,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:42,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:42,807 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:42,810 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:42,810 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/B is initiating minor compaction (all files) 2024-11-21T05:32:42,810 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/B in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:42,811 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b3c7647160c64a2b8b712ed65dd50b0b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/85c75ef31cc940b5a20cfd8d30943954, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/07afd3d4e70347e8bdf4cb7080c9d918] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=35.4 K 2024-11-21T05:32:42,811 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b3c7647160c64a2b8b712ed65dd50b0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732167158817 2024-11-21T05:32:42,812 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 85c75ef31cc940b5a20cfd8d30943954, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732167158918 2024-11-21T05:32:42,813 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 07afd3d4e70347e8bdf4cb7080c9d918, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732167161149 2024-11-21T05:32:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:42,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:42,821 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:42,823 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:42,823 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/aaa65ac084ac4b45bf21c0ad5911b37d is 50, key is test_row_0/B:col10/1732167161792/Put/seqid=0 2024-11-21T05:32:42,827 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121c85c665ae03a4034946d8a83c6d006f6_dc532e1ac37b11736833462f9f7002c9 store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:42,828 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121c85c665ae03a4034946d8a83c6d006f6_dc532e1ac37b11736833462f9f7002c9, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:42,829 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c85c665ae03a4034946d8a83c6d006f6_dc532e1ac37b11736833462f9f7002c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:42,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742252_1428 (size=12359) 2024-11-21T05:32:42,856 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/aaa65ac084ac4b45bf21c0ad5911b37d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/aaa65ac084ac4b45bf21c0ad5911b37d 2024-11-21T05:32:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742253_1429 (size=4469) 2024-11-21T05:32:42,865 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#A#compaction#365 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:42,866 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/5d13d679bf454f3d87d1e3df5a7c6555 is 175, key is test_row_0/A:col10/1732167161792/Put/seqid=0 2024-11-21T05:32:42,867 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/B of dc532e1ac37b11736833462f9f7002c9 into aaa65ac084ac4b45bf21c0ad5911b37d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:42,867 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:42,867 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/B, priority=13, startTime=1732167162807; duration=0sec 2024-11-21T05:32:42,867 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:42,867 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:B 2024-11-21T05:32:42,867 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:42,869 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:42,870 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/C is initiating minor compaction (all files) 2024-11-21T05:32:42,870 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/C in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:42,870 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/35f3c30b6f274ee2855ae0aa5fb082dd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/fe83ad47bf5045ce8369e3efad00667f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/5a46de7b4d01498aac57aac29b2b3a3f] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=35.4 K 2024-11-21T05:32:42,870 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 35f3c30b6f274ee2855ae0aa5fb082dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732167158817 2024-11-21T05:32:42,870 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting fe83ad47bf5045ce8369e3efad00667f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732167158918 2024-11-21T05:32:42,871 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a46de7b4d01498aac57aac29b2b3a3f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732167161149 2024-11-21T05:32:42,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742254_1430 (size=31313) 2024-11-21T05:32:42,911 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#C#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:42,911 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/5d13d679bf454f3d87d1e3df5a7c6555 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/5d13d679bf454f3d87d1e3df5a7c6555 2024-11-21T05:32:42,911 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/ea3162b63b694c529526fda22e55eb14 is 50, key is test_row_0/C:col10/1732167161792/Put/seqid=0 2024-11-21T05:32:42,919 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/A of dc532e1ac37b11736833462f9f7002c9 into 5d13d679bf454f3d87d1e3df5a7c6555(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:42,919 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:42,919 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/A, priority=13, startTime=1732167162804; duration=0sec 2024-11-21T05:32:42,919 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:42,919 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:A 2024-11-21T05:32:42,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742255_1431 (size=12359) 2024-11-21T05:32:42,931 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/ea3162b63b694c529526fda22e55eb14 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/ea3162b63b694c529526fda22e55eb14 2024-11-21T05:32:42,939 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/C of dc532e1ac37b11736833462f9f7002c9 into ea3162b63b694c529526fda22e55eb14(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:42,939 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:42,939 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/C, priority=13, startTime=1732167162821; duration=0sec 2024-11-21T05:32:42,940 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:42,940 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:C 2024-11-21T05:32:43,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T05:32:43,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:43,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:43,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:43,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:43,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:43,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:43,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e404737990e84146b2730ea176a877c8_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167161858/Put/seqid=0 2024-11-21T05:32:43,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742256_1432 (size=12304) 2024-11-21T05:32:43,038 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:43,041 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e404737990e84146b2730ea176a877c8_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e404737990e84146b2730ea176a877c8_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:43,042 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/183700b59c01463cad66c54d882fd0cc, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:43,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/183700b59c01463cad66c54d882fd0cc is 175, key is test_row_0/A:col10/1732167161858/Put/seqid=0 2024-11-21T05:32:43,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167223039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167223043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167223046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167223047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742257_1433 (size=31105) 2024-11-21T05:32:43,050 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/183700b59c01463cad66c54d882fd0cc 2024-11-21T05:32:43,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/e2f0cdbef5864debb3e28b6d4f0bc211 is 50, key is test_row_0/B:col10/1732167161858/Put/seqid=0 2024-11-21T05:32:43,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742258_1434 (size=12151) 2024-11-21T05:32:43,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/e2f0cdbef5864debb3e28b6d4f0bc211 2024-11-21T05:32:43,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/84196f6d454e4b6eaee4d8daf3e2b8c3 is 50, key is test_row_0/C:col10/1732167161858/Put/seqid=0 2024-11-21T05:32:43,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742259_1435 (size=12151) 2024-11-21T05:32:43,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/84196f6d454e4b6eaee4d8daf3e2b8c3 2024-11-21T05:32:43,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/183700b59c01463cad66c54d882fd0cc as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/183700b59c01463cad66c54d882fd0cc 2024-11-21T05:32:43,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/183700b59c01463cad66c54d882fd0cc, entries=150, sequenceid=159, filesize=30.4 K 2024-11-21T05:32:43,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/e2f0cdbef5864debb3e28b6d4f0bc211 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/e2f0cdbef5864debb3e28b6d4f0bc211 2024-11-21T05:32:43,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/e2f0cdbef5864debb3e28b6d4f0bc211, entries=150, sequenceid=159, filesize=11.9 K 2024-11-21T05:32:43,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/84196f6d454e4b6eaee4d8daf3e2b8c3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/84196f6d454e4b6eaee4d8daf3e2b8c3 2024-11-21T05:32:43,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/84196f6d454e4b6eaee4d8daf3e2b8c3, entries=150, sequenceid=159, filesize=11.9 K 2024-11-21T05:32:43,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dc532e1ac37b11736833462f9f7002c9 in 135ms, sequenceid=159, compaction requested=false 2024-11-21T05:32:43,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:43,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T05:32:43,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:43,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:43,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:43,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:43,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:43,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:43,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d0891290a7d84dcbad05fbf1e582015b_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167163153/Put/seqid=0 2024-11-21T05:32:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742260_1436 (size=17284) 2024-11-21T05:32:43,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167223201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167223202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167223204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167223206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167223207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T05:32:43,296 INFO [Thread-1750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-21T05:32:43,297 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-21T05:32:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T05:32:43,298 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:43,299 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:43,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:43,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167223308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167223308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167223314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167223314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167223314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T05:32:43,450 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T05:32:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:43,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:43,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:43,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167223514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167223514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167223522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167223522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167223522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T05:32:43,600 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:43,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T05:32:43,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:43,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:43,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:43,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:43,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:43,604 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d0891290a7d84dcbad05fbf1e582015b_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d0891290a7d84dcbad05fbf1e582015b_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:43,605 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/e8bdddfb9f1542b080f1be710a54c80f, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:43,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/e8bdddfb9f1542b080f1be710a54c80f is 175, key is test_row_0/A:col10/1732167163153/Put/seqid=0 2024-11-21T05:32:43,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742261_1437 (size=48389) 2024-11-21T05:32:43,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T05:32:43,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:43,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:43,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:43,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:43,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:43,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167223824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167223824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167223835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167223836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167223839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T05:32:43,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:43,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T05:32:43,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:43,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:43,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:43,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:44,010 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/e8bdddfb9f1542b080f1be710a54c80f 2024-11-21T05:32:44,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/8780f97b25c84d7e85f6c488ce83f259 is 50, key is test_row_0/B:col10/1732167163153/Put/seqid=0 2024-11-21T05:32:44,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742262_1438 (size=12151) 2024-11-21T05:32:44,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/8780f97b25c84d7e85f6c488ce83f259 2024-11-21T05:32:44,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/9e9a1ab86fa84d3fa5640ff554782cda is 50, key is test_row_0/C:col10/1732167163153/Put/seqid=0 2024-11-21T05:32:44,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T05:32:44,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:44,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:44,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:44,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:44,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:44,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742263_1439 (size=12151) 2024-11-21T05:32:44,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/9e9a1ab86fa84d3fa5640ff554782cda 2024-11-21T05:32:44,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/e8bdddfb9f1542b080f1be710a54c80f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/e8bdddfb9f1542b080f1be710a54c80f 2024-11-21T05:32:44,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/e8bdddfb9f1542b080f1be710a54c80f, entries=250, sequenceid=176, filesize=47.3 K 2024-11-21T05:32:44,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/8780f97b25c84d7e85f6c488ce83f259 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/8780f97b25c84d7e85f6c488ce83f259 2024-11-21T05:32:44,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/8780f97b25c84d7e85f6c488ce83f259, entries=150, sequenceid=176, filesize=11.9 K 2024-11-21T05:32:44,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/9e9a1ab86fa84d3fa5640ff554782cda as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9e9a1ab86fa84d3fa5640ff554782cda 2024-11-21T05:32:44,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9e9a1ab86fa84d3fa5640ff554782cda, entries=150, sequenceid=176, filesize=11.9 K 2024-11-21T05:32:44,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for dc532e1ac37b11736833462f9f7002c9 in 1019ms, sequenceid=176, compaction requested=true 2024-11-21T05:32:44,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:44,174 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:44,177 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:44,177 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/A is initiating minor compaction (all files) 2024-11-21T05:32:44,177 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/A in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:44,177 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/5d13d679bf454f3d87d1e3df5a7c6555, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/183700b59c01463cad66c54d882fd0cc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/e8bdddfb9f1542b080f1be710a54c80f] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=108.2 K 2024-11-21T05:32:44,177 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:44,177 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/5d13d679bf454f3d87d1e3df5a7c6555, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/183700b59c01463cad66c54d882fd0cc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/e8bdddfb9f1542b080f1be710a54c80f] 2024-11-21T05:32:44,178 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d13d679bf454f3d87d1e3df5a7c6555, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732167161149 2024-11-21T05:32:44,178 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 183700b59c01463cad66c54d882fd0cc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732167161858 2024-11-21T05:32:44,178 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8bdddfb9f1542b080f1be710a54c80f, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732167163044 2024-11-21T05:32:44,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:44,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:44,182 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:44,183 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:44,183 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/B is initiating minor compaction (all files) 2024-11-21T05:32:44,183 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/B in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:44,184 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/aaa65ac084ac4b45bf21c0ad5911b37d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/e2f0cdbef5864debb3e28b6d4f0bc211, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/8780f97b25c84d7e85f6c488ce83f259] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=35.8 K 2024-11-21T05:32:44,184 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting aaa65ac084ac4b45bf21c0ad5911b37d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732167161149 2024-11-21T05:32:44,184 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting e2f0cdbef5864debb3e28b6d4f0bc211, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732167161858 2024-11-21T05:32:44,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:44,184 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 8780f97b25c84d7e85f6c488ce83f259, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732167163044 2024-11-21T05:32:44,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:44,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:44,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:44,187 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:44,190 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121327788bd39fd4946bfbe49d355a40962_dc532e1ac37b11736833462f9f7002c9 store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:44,192 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121327788bd39fd4946bfbe49d355a40962_dc532e1ac37b11736833462f9f7002c9, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:44,192 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121327788bd39fd4946bfbe49d355a40962_dc532e1ac37b11736833462f9f7002c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:44,195 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:44,196 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/b2df5e9841d042f1b6b0b99f374ef57e is 50, key is test_row_0/B:col10/1732167163153/Put/seqid=0 2024-11-21T05:32:44,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T05:32:44,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:44,237 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T05:32:44,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:44,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:44,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:44,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:44,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:44,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:44,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742264_1440 (size=4469) 2024-11-21T05:32:44,266 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#A#compaction#374 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:44,267 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/9e398d3cbc624d35944dd23bb7c2d293 is 175, key is test_row_0/A:col10/1732167163153/Put/seqid=0 2024-11-21T05:32:44,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742265_1441 (size=12561) 2024-11-21T05:32:44,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b31d2cbb332b45faacc667e83273ec58_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167163188/Put/seqid=0 2024-11-21T05:32:44,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:44,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742266_1442 (size=31515) 2024-11-21T05:32:44,349 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/9e398d3cbc624d35944dd23bb7c2d293 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9e398d3cbc624d35944dd23bb7c2d293 2024-11-21T05:32:44,357 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/A of dc532e1ac37b11736833462f9f7002c9 into 9e398d3cbc624d35944dd23bb7c2d293(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:44,357 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:44,357 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/A, priority=13, startTime=1732167164174; duration=0sec 2024-11-21T05:32:44,357 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:44,357 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:A 2024-11-21T05:32:44,357 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:44,364 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:44,364 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/C is initiating minor compaction (all files) 2024-11-21T05:32:44,364 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/C in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:44,365 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/ea3162b63b694c529526fda22e55eb14, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/84196f6d454e4b6eaee4d8daf3e2b8c3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9e9a1ab86fa84d3fa5640ff554782cda] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=35.8 K 2024-11-21T05:32:44,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742267_1443 (size=12304) 2024-11-21T05:32:44,367 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea3162b63b694c529526fda22e55eb14, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732167161149 2024-11-21T05:32:44,367 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84196f6d454e4b6eaee4d8daf3e2b8c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732167161858 2024-11-21T05:32:44,367 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e9a1ab86fa84d3fa5640ff554782cda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732167163044 2024-11-21T05:32:44,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167224362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167224364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167224364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167224367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167224365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,381 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:44,381 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/8ed30263a2954563a6cbc017fb62c843 is 50, key is test_row_0/C:col10/1732167163153/Put/seqid=0 2024-11-21T05:32:44,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742268_1444 (size=12561) 2024-11-21T05:32:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T05:32:44,415 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/8ed30263a2954563a6cbc017fb62c843 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/8ed30263a2954563a6cbc017fb62c843 2024-11-21T05:32:44,441 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/C of dc532e1ac37b11736833462f9f7002c9 into 8ed30263a2954563a6cbc017fb62c843(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:44,441 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:44,441 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/C, priority=13, startTime=1732167164185; duration=0sec 2024-11-21T05:32:44,441 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:44,441 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:C 2024-11-21T05:32:44,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167224470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167224479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167224480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167224482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167224483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167224679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167224685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,692 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/b2df5e9841d042f1b6b0b99f374ef57e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b2df5e9841d042f1b6b0b99f374ef57e 2024-11-21T05:32:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167224686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167224687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167224695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,710 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/B of dc532e1ac37b11736833462f9f7002c9 into b2df5e9841d042f1b6b0b99f374ef57e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:44,710 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:44,710 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/B, priority=13, startTime=1732167164182; duration=0sec 2024-11-21T05:32:44,710 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:44,710 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:B 2024-11-21T05:32:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:44,803 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b31d2cbb332b45faacc667e83273ec58_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b31d2cbb332b45faacc667e83273ec58_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f90451c6d4d049f3a96c5dafead55037, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f90451c6d4d049f3a96c5dafead55037 is 175, key is test_row_0/A:col10/1732167163188/Put/seqid=0 2024-11-21T05:32:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742269_1445 (size=31105) 2024-11-21T05:32:44,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167224992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:44,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167224992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:45,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167224999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:45,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167225002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:45,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167225005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:45,225 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f90451c6d4d049f3a96c5dafead55037 2024-11-21T05:32:45,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/cef7a40a0d344a4480bf9f0d232bee2a is 50, key is test_row_0/B:col10/1732167163188/Put/seqid=0 2024-11-21T05:32:45,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742270_1446 (size=12151) 2024-11-21T05:32:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T05:32:45,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167225508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:45,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167225507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:45,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167225511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:45,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167225513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:45,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167225518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:45,696 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/cef7a40a0d344a4480bf9f0d232bee2a 2024-11-21T05:32:45,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/434e2aaf43ca42e9b2070c45da39957b is 50, key is test_row_0/C:col10/1732167163188/Put/seqid=0 2024-11-21T05:32:45,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742271_1447 (size=12151) 2024-11-21T05:32:45,762 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/434e2aaf43ca42e9b2070c45da39957b 2024-11-21T05:32:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f90451c6d4d049f3a96c5dafead55037 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f90451c6d4d049f3a96c5dafead55037 2024-11-21T05:32:45,839 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f90451c6d4d049f3a96c5dafead55037, entries=150, sequenceid=195, filesize=30.4 K 2024-11-21T05:32:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/cef7a40a0d344a4480bf9f0d232bee2a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/cef7a40a0d344a4480bf9f0d232bee2a 2024-11-21T05:32:45,879 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/cef7a40a0d344a4480bf9f0d232bee2a, entries=150, sequenceid=195, filesize=11.9 K 2024-11-21T05:32:45,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/434e2aaf43ca42e9b2070c45da39957b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/434e2aaf43ca42e9b2070c45da39957b 2024-11-21T05:32:45,908 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/434e2aaf43ca42e9b2070c45da39957b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-21T05:32:45,909 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for dc532e1ac37b11736833462f9f7002c9 in 1672ms, sequenceid=195, compaction requested=false 2024-11-21T05:32:45,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:45,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:45,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-21T05:32:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-21T05:32:45,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-21T05:32:45,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6110 sec 2024-11-21T05:32:45,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.6150 sec 2024-11-21T05:32:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:46,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T05:32:46,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:46,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:46,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:46,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:46,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:46,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:46,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213d25a33a97f14a22ab115396d1f6ae43_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167164353/Put/seqid=0 2024-11-21T05:32:46,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742272_1448 (size=14794) 2024-11-21T05:32:46,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167226583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167226602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167226600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167226603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167226604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167226709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167226714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167226719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167226727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167226730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167226919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167226939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167226943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167226950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167226950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:46,981 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:46,995 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213d25a33a97f14a22ab115396d1f6ae43_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213d25a33a97f14a22ab115396d1f6ae43_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:46,996 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/350f77d60e52494f9be94705ae4d826a, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:46,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/350f77d60e52494f9be94705ae4d826a is 175, key is test_row_0/A:col10/1732167164353/Put/seqid=0 2024-11-21T05:32:47,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742273_1449 (size=39749) 2024-11-21T05:32:47,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167227235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167227247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167227261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167227263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167227263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T05:32:47,424 INFO [Thread-1750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-21T05:32:47,438 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:47,438 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/350f77d60e52494f9be94705ae4d826a 2024-11-21T05:32:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-21T05:32:47,446 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:47,447 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:47,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T05:32:47,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/f60d920a747d4053934b1c92e83801dd is 50, key is test_row_0/B:col10/1732167164353/Put/seqid=0 2024-11-21T05:32:47,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742274_1450 (size=12151) 2024-11-21T05:32:47,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/f60d920a747d4053934b1c92e83801dd 2024-11-21T05:32:47,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/d983b0695fe2497cba9c57bcb55a7840 is 50, key is test_row_0/C:col10/1732167164353/Put/seqid=0 2024-11-21T05:32:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T05:32:47,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742275_1451 (size=12151) 2024-11-21T05:32:47,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T05:32:47,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:47,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:47,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:47,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:47,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/d983b0695fe2497cba9c57bcb55a7840 2024-11-21T05:32:47,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/350f77d60e52494f9be94705ae4d826a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/350f77d60e52494f9be94705ae4d826a 2024-11-21T05:32:47,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/350f77d60e52494f9be94705ae4d826a, entries=200, sequenceid=216, filesize=38.8 K 2024-11-21T05:32:47,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/f60d920a747d4053934b1c92e83801dd as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/f60d920a747d4053934b1c92e83801dd 2024-11-21T05:32:47,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/f60d920a747d4053934b1c92e83801dd, entries=150, sequenceid=216, filesize=11.9 K 2024-11-21T05:32:47,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/d983b0695fe2497cba9c57bcb55a7840 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d983b0695fe2497cba9c57bcb55a7840 2024-11-21T05:32:47,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d983b0695fe2497cba9c57bcb55a7840, entries=150, sequenceid=216, filesize=11.9 K 2024-11-21T05:32:47,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for dc532e1ac37b11736833462f9f7002c9 in 1156ms, sequenceid=216, compaction requested=true 2024-11-21T05:32:47,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:47,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:47,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:47,681 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:47,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:47,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:47,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:47,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:32:47,682 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:47,682 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/A is initiating minor compaction (all files) 2024-11-21T05:32:47,682 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/A in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:47,682 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9e398d3cbc624d35944dd23bb7c2d293, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f90451c6d4d049f3a96c5dafead55037, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/350f77d60e52494f9be94705ae4d826a] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=100.0 K 2024-11-21T05:32:47,682 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:47,682 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9e398d3cbc624d35944dd23bb7c2d293, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f90451c6d4d049f3a96c5dafead55037, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/350f77d60e52494f9be94705ae4d826a] 2024-11-21T05:32:47,683 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e398d3cbc624d35944dd23bb7c2d293, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732167163044 2024-11-21T05:32:47,686 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:47,687 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f90451c6d4d049f3a96c5dafead55037, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732167163188 2024-11-21T05:32:47,687 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 350f77d60e52494f9be94705ae4d826a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732167164353 2024-11-21T05:32:47,698 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:47,699 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/B is initiating minor compaction (all files) 2024-11-21T05:32:47,699 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/B in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:47,699 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b2df5e9841d042f1b6b0b99f374ef57e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/cef7a40a0d344a4480bf9f0d232bee2a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/f60d920a747d4053934b1c92e83801dd] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=36.0 K 2024-11-21T05:32:47,707 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b2df5e9841d042f1b6b0b99f374ef57e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732167163044 2024-11-21T05:32:47,715 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting cef7a40a0d344a4480bf9f0d232bee2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732167163188 2024-11-21T05:32:47,719 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:47,723 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting f60d920a747d4053934b1c92e83801dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732167164353 2024-11-21T05:32:47,735 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411217a4505c5096141acb11edef453ec5eab_dc532e1ac37b11736833462f9f7002c9 store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:47,737 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411217a4505c5096141acb11edef453ec5eab_dc532e1ac37b11736833462f9f7002c9, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:47,737 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217a4505c5096141acb11edef453ec5eab_dc532e1ac37b11736833462f9f7002c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:47,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T05:32:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:47,756 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T05:32:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:47,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:47,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T05:32:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742276_1452 (size=4469) 2024-11-21T05:32:47,787 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#A#compaction#383 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:47,788 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/7d4bffbbb6b84061afc7bff326900d7f is 175, key is test_row_0/A:col10/1732167164353/Put/seqid=0 2024-11-21T05:32:47,796 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:47,797 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/9413f49557694c4db0575f518883c64e is 50, key is test_row_0/B:col10/1732167164353/Put/seqid=0 2024-11-21T05:32:47,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167227793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167227792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167227799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167227809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a7dfc99c62d34597b63ad0da7aea8586_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167166565/Put/seqid=0 2024-11-21T05:32:47,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167227815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742278_1454 (size=12663) 2024-11-21T05:32:47,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742277_1453 (size=31617) 2024-11-21T05:32:47,879 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/9413f49557694c4db0575f518883c64e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9413f49557694c4db0575f518883c64e 2024-11-21T05:32:47,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742279_1455 (size=12304) 2024-11-21T05:32:47,897 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/B of dc532e1ac37b11736833462f9f7002c9 into 9413f49557694c4db0575f518883c64e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:47,897 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:47,897 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/B, priority=13, startTime=1732167167681; duration=0sec 2024-11-21T05:32:47,897 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:47,897 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:B 2024-11-21T05:32:47,897 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:47,907 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:47,907 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/C is initiating minor compaction (all files) 2024-11-21T05:32:47,907 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/C in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:47,907 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/8ed30263a2954563a6cbc017fb62c843, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/434e2aaf43ca42e9b2070c45da39957b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d983b0695fe2497cba9c57bcb55a7840] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=36.0 K 2024-11-21T05:32:47,908 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ed30263a2954563a6cbc017fb62c843, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732167163044 2024-11-21T05:32:47,908 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 434e2aaf43ca42e9b2070c45da39957b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732167163188 2024-11-21T05:32:47,911 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting d983b0695fe2497cba9c57bcb55a7840, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732167164353 2024-11-21T05:32:47,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167227915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167227916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167227919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167227927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167227927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:47,972 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:47,973 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/46dd8e0bced54544a67b0f0068f13624 is 50, key is test_row_0/C:col10/1732167164353/Put/seqid=0 2024-11-21T05:32:48,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742280_1456 (size=12663) 2024-11-21T05:32:48,028 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/46dd8e0bced54544a67b0f0068f13624 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/46dd8e0bced54544a67b0f0068f13624 2024-11-21T05:32:48,039 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/C of dc532e1ac37b11736833462f9f7002c9 into 46dd8e0bced54544a67b0f0068f13624(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:48,039 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:48,039 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/C, priority=13, startTime=1732167167681; duration=0sec 2024-11-21T05:32:48,039 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:48,039 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:C 2024-11-21T05:32:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T05:32:48,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167228124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167228129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167228139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167228139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167228143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:48,344 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/7d4bffbbb6b84061afc7bff326900d7f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/7d4bffbbb6b84061afc7bff326900d7f 2024-11-21T05:32:48,345 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a7dfc99c62d34597b63ad0da7aea8586_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a7dfc99c62d34597b63ad0da7aea8586_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:48,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/565f8673be4649afa8ef34ed2608a64a, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:48,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/565f8673be4649afa8ef34ed2608a64a is 175, key is test_row_0/A:col10/1732167166565/Put/seqid=0 2024-11-21T05:32:48,391 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/A of dc532e1ac37b11736833462f9f7002c9 into 7d4bffbbb6b84061afc7bff326900d7f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:48,391 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:48,391 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/A, priority=13, startTime=1732167167681; duration=0sec 2024-11-21T05:32:48,391 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:48,391 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:A 2024-11-21T05:32:48,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742281_1457 (size=31105) 2024-11-21T05:32:48,406 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/565f8673be4649afa8ef34ed2608a64a 2024-11-21T05:32:48,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167228438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167228439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167228452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167228457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167228459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/b6440f4adc1a44e396d12c1a4cd5e27e is 50, key is test_row_0/B:col10/1732167166565/Put/seqid=0 2024-11-21T05:32:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742282_1458 (size=12151) 2024-11-21T05:32:48,546 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/b6440f4adc1a44e396d12c1a4cd5e27e 2024-11-21T05:32:48,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/a1b48b3788f54a3fb788800eaf61370b is 50, key is test_row_0/C:col10/1732167166565/Put/seqid=0 2024-11-21T05:32:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T05:32:48,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742283_1459 (size=12151) 2024-11-21T05:32:48,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167228948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167228954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167228958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167228965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:48,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167228974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:49,033 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/a1b48b3788f54a3fb788800eaf61370b 2024-11-21T05:32:49,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/565f8673be4649afa8ef34ed2608a64a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/565f8673be4649afa8ef34ed2608a64a 2024-11-21T05:32:49,067 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/565f8673be4649afa8ef34ed2608a64a, entries=150, sequenceid=235, filesize=30.4 K 2024-11-21T05:32:49,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/b6440f4adc1a44e396d12c1a4cd5e27e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b6440f4adc1a44e396d12c1a4cd5e27e 2024-11-21T05:32:49,078 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b6440f4adc1a44e396d12c1a4cd5e27e, entries=150, sequenceid=235, filesize=11.9 K 2024-11-21T05:32:49,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/a1b48b3788f54a3fb788800eaf61370b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/a1b48b3788f54a3fb788800eaf61370b 2024-11-21T05:32:49,089 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/a1b48b3788f54a3fb788800eaf61370b, entries=150, sequenceid=235, filesize=11.9 K 2024-11-21T05:32:49,099 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for dc532e1ac37b11736833462f9f7002c9 in 1343ms, sequenceid=235, compaction requested=false 2024-11-21T05:32:49,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:49,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:49,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-21T05:32:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-21T05:32:49,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-21T05:32:49,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6590 sec 2024-11-21T05:32:49,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.6710 sec 2024-11-21T05:32:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T05:32:49,584 INFO [Thread-1750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-21T05:32:49,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-21T05:32:49,588 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T05:32:49,589 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:49,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T05:32:49,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:49,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T05:32:49,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:49,741 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T05:32:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:49,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ac401013392145be9125bc2cef1771a6_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167167808/Put/seqid=0 2024-11-21T05:32:49,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742284_1460 (size=12304) 2024-11-21T05:32:49,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:49,775 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ac401013392145be9125bc2cef1771a6_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ac401013392145be9125bc2cef1771a6_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:49,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/42aaf897820a409cb04a3f809f1cecbf, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/42aaf897820a409cb04a3f809f1cecbf is 175, key is test_row_0/A:col10/1732167167808/Put/seqid=0 2024-11-21T05:32:49,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742285_1461 (size=31105) 2024-11-21T05:32:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T05:32:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:49,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:49,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167229986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:49,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167229987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:49,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167229988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167229990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167229991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167230097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167230098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167230098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167230101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167230101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,182 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/42aaf897820a409cb04a3f809f1cecbf 2024-11-21T05:32:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T05:32:50,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/a55ea83dff424799be04c2549108cae7 is 50, key is test_row_0/B:col10/1732167167808/Put/seqid=0 2024-11-21T05:32:50,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742286_1462 (size=12151) 2024-11-21T05:32:50,270 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/a55ea83dff424799be04c2549108cae7 2024-11-21T05:32:50,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/943ddaaace004f9e98f4c84e023cd186 is 50, key is test_row_0/C:col10/1732167167808/Put/seqid=0 2024-11-21T05:32:50,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167230308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167230308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167230308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167230308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167230308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742287_1463 (size=12151) 2024-11-21T05:32:50,387 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/943ddaaace004f9e98f4c84e023cd186 2024-11-21T05:32:50,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/42aaf897820a409cb04a3f809f1cecbf as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/42aaf897820a409cb04a3f809f1cecbf 2024-11-21T05:32:50,424 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/42aaf897820a409cb04a3f809f1cecbf, entries=150, sequenceid=255, filesize=30.4 K 2024-11-21T05:32:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/a55ea83dff424799be04c2549108cae7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a55ea83dff424799be04c2549108cae7 2024-11-21T05:32:50,464 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a55ea83dff424799be04c2549108cae7, entries=150, sequenceid=255, filesize=11.9 K 2024-11-21T05:32:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/943ddaaace004f9e98f4c84e023cd186 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/943ddaaace004f9e98f4c84e023cd186 2024-11-21T05:32:50,495 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/943ddaaace004f9e98f4c84e023cd186, entries=150, sequenceid=255, filesize=11.9 K 2024-11-21T05:32:50,503 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for dc532e1ac37b11736833462f9f7002c9 in 763ms, sequenceid=255, compaction requested=true 2024-11-21T05:32:50,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:50,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:50,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-21T05:32:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-21T05:32:50,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-21T05:32:50,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 920 msec 2024-11-21T05:32:50,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 925 msec 2024-11-21T05:32:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:50,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T05:32:50,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:50,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:50,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:50,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:50,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:50,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:50,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ea486d899c2b4654a5d37680474a4f39_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167169990/Put/seqid=0 2024-11-21T05:32:50,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167230656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167230658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167230659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167230667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167230668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T05:32:50,694 INFO [Thread-1750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-21T05:32:50,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-21T05:32:50,702 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T05:32:50,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742288_1464 (size=12454) 2024-11-21T05:32:50,703 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:50,703 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:50,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:50,717 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ea486d899c2b4654a5d37680474a4f39_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ea486d899c2b4654a5d37680474a4f39_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:50,719 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/d757102e10c04077825041c6a2c382e5, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:50,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/d757102e10c04077825041c6a2c382e5 is 175, key is test_row_0/A:col10/1732167169990/Put/seqid=0 2024-11-21T05:32:50,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167230770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167230774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167230775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742289_1465 (size=31255) 2024-11-21T05:32:50,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167230783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167230787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T05:32:50,856 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T05:32:50,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:50,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:50,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:50,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:50,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:50,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167230979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167230979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:50,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167230980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T05:32:51,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167231008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167231008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T05:32:51,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,188 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/d757102e10c04077825041c6a2c382e5 2024-11-21T05:32:51,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T05:32:51,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:51,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/19450cd83dee4c5e96cdf18887ddfe72 is 50, key is test_row_0/B:col10/1732167169990/Put/seqid=0 2024-11-21T05:32:51,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742290_1466 (size=12301) 2024-11-21T05:32:51,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167231293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167231298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T05:32:51,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167231310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167231314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167231318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T05:32:51,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T05:32:51,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T05:32:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/19450cd83dee4c5e96cdf18887ddfe72 2024-11-21T05:32:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/d2ceed94d0fd4510a7ba28541bd1d7ea is 50, key is test_row_0/C:col10/1732167169990/Put/seqid=0 2024-11-21T05:32:51,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742291_1467 (size=12301) 2024-11-21T05:32:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T05:32:51,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167231811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167231812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T05:32:51,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167231831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167231831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167231831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:51,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T05:32:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:51,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:52,150 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:52,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T05:32:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:52,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:52,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/d2ceed94d0fd4510a7ba28541bd1d7ea 2024-11-21T05:32:52,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/d757102e10c04077825041c6a2c382e5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/d757102e10c04077825041c6a2c382e5 2024-11-21T05:32:52,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:52,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T05:32:52,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:52,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:52,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:52,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:52,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:52,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/d757102e10c04077825041c6a2c382e5, entries=150, sequenceid=276, filesize=30.5 K 2024-11-21T05:32:52,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/19450cd83dee4c5e96cdf18887ddfe72 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/19450cd83dee4c5e96cdf18887ddfe72 2024-11-21T05:32:52,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/19450cd83dee4c5e96cdf18887ddfe72, entries=150, sequenceid=276, filesize=12.0 K 2024-11-21T05:32:52,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/d2ceed94d0fd4510a7ba28541bd1d7ea as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d2ceed94d0fd4510a7ba28541bd1d7ea 2024-11-21T05:32:52,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d2ceed94d0fd4510a7ba28541bd1d7ea, entries=150, sequenceid=276, filesize=12.0 K 2024-11-21T05:32:52,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for dc532e1ac37b11736833462f9f7002c9 in 1783ms, sequenceid=276, compaction requested=true 2024-11-21T05:32:52,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:52,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:52,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:52,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:52,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:32:52,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:52,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T05:32:52,416 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:32:52,418 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:32:52,427 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:32:52,427 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/A is initiating minor compaction (all files) 2024-11-21T05:32:52,428 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/A in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:52,428 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/7d4bffbbb6b84061afc7bff326900d7f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/565f8673be4649afa8ef34ed2608a64a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/42aaf897820a409cb04a3f809f1cecbf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/d757102e10c04077825041c6a2c382e5] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=122.2 K 2024-11-21T05:32:52,428 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:52,428 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/7d4bffbbb6b84061afc7bff326900d7f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/565f8673be4649afa8ef34ed2608a64a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/42aaf897820a409cb04a3f809f1cecbf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/d757102e10c04077825041c6a2c382e5] 2024-11-21T05:32:52,431 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d4bffbbb6b84061afc7bff326900d7f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732167164353 2024-11-21T05:32:52,435 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 565f8673be4649afa8ef34ed2608a64a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732167166565 2024-11-21T05:32:52,439 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:32:52,439 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/C is initiating minor compaction (all files) 2024-11-21T05:32:52,439 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/C in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:52,439 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/46dd8e0bced54544a67b0f0068f13624, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/a1b48b3788f54a3fb788800eaf61370b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/943ddaaace004f9e98f4c84e023cd186, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d2ceed94d0fd4510a7ba28541bd1d7ea] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=48.1 K 2024-11-21T05:32:52,443 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 42aaf897820a409cb04a3f809f1cecbf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732167167791 2024-11-21T05:32:52,447 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46dd8e0bced54544a67b0f0068f13624, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732167164353 2024-11-21T05:32:52,447 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting d757102e10c04077825041c6a2c382e5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732167169990 2024-11-21T05:32:52,454 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1b48b3788f54a3fb788800eaf61370b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732167166565 2024-11-21T05:32:52,462 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 943ddaaace004f9e98f4c84e023cd186, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732167167791 2024-11-21T05:32:52,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:52,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T05:32:52,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:52,469 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T05:32:52,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:52,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:52,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:52,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:52,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:52,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:52,474 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2ceed94d0fd4510a7ba28541bd1d7ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732167169990 2024-11-21T05:32:52,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216e81bbff664d460b8e6be2adba7fdc2d_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167170666/Put/seqid=0 2024-11-21T05:32:52,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742292_1468 (size=12454) 2024-11-21T05:32:52,585 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#C#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:52,585 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/5e042476609247adbcc7178196f22dc3 is 50, key is test_row_0/C:col10/1732167169990/Put/seqid=0 2024-11-21T05:32:52,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742293_1469 (size=12949) 2024-11-21T05:32:52,641 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:52,665 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121283348e233f6468c8b8b6ceab0c8b7ec_dc532e1ac37b11736833462f9f7002c9 store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:52,667 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121283348e233f6468c8b8b6ceab0c8b7ec_dc532e1ac37b11736833462f9f7002c9, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:52,668 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121283348e233f6468c8b8b6ceab0c8b7ec_dc532e1ac37b11736833462f9f7002c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:52,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742294_1470 (size=4469) 2024-11-21T05:32:52,681 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#A#compaction#397 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:52,682 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/376e08e3a56a411e9bcdf9e893ad3bce is 175, key is test_row_0/A:col10/1732167169990/Put/seqid=0 2024-11-21T05:32:52,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742295_1471 (size=31903) 2024-11-21T05:32:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T05:32:52,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:52,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167232903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:52,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167232907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:52,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167232906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:52,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167232914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:52,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167232914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:52,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:52,982 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216e81bbff664d460b8e6be2adba7fdc2d_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216e81bbff664d460b8e6be2adba7fdc2d_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:52,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f8aaec0a287043fc980240976a013b62, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:52,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f8aaec0a287043fc980240976a013b62 is 175, key is test_row_0/A:col10/1732167170666/Put/seqid=0 2024-11-21T05:32:53,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742296_1472 (size=31255) 2024-11-21T05:32:53,023 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f8aaec0a287043fc980240976a013b62 2024-11-21T05:32:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167233031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167233031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167233031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167233031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167233034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,051 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/5e042476609247adbcc7178196f22dc3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/5e042476609247adbcc7178196f22dc3 2024-11-21T05:32:53,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/a530e388ed6a47d9965f66db0afea782 is 50, key is test_row_0/B:col10/1732167170666/Put/seqid=0 2024-11-21T05:32:53,067 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/C of dc532e1ac37b11736833462f9f7002c9 into 5e042476609247adbcc7178196f22dc3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:53,067 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:53,067 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/C, priority=12, startTime=1732167172415; duration=0sec 2024-11-21T05:32:53,067 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:53,067 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:C 2024-11-21T05:32:53,067 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:32:53,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742297_1473 (size=12301) 2024-11-21T05:32:53,087 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:32:53,087 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/B is initiating minor compaction (all files) 2024-11-21T05:32:53,087 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/B in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:53,087 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/a530e388ed6a47d9965f66db0afea782 2024-11-21T05:32:53,087 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9413f49557694c4db0575f518883c64e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b6440f4adc1a44e396d12c1a4cd5e27e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a55ea83dff424799be04c2549108cae7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/19450cd83dee4c5e96cdf18887ddfe72] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=48.1 K 2024-11-21T05:32:53,091 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9413f49557694c4db0575f518883c64e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732167164353 2024-11-21T05:32:53,100 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6440f4adc1a44e396d12c1a4cd5e27e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732167166565 2024-11-21T05:32:53,108 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting a55ea83dff424799be04c2549108cae7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732167167791 2024-11-21T05:32:53,117 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19450cd83dee4c5e96cdf18887ddfe72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732167169990 2024-11-21T05:32:53,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/725694f544684fc78f664a0496846727 is 50, key is test_row_0/C:col10/1732167170666/Put/seqid=0 2024-11-21T05:32:53,150 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/376e08e3a56a411e9bcdf9e893ad3bce as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/376e08e3a56a411e9bcdf9e893ad3bce 2024-11-21T05:32:53,167 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/A of dc532e1ac37b11736833462f9f7002c9 into 376e08e3a56a411e9bcdf9e893ad3bce(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:53,167 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:53,167 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/A, priority=12, startTime=1732167172415; duration=0sec 2024-11-21T05:32:53,167 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:53,167 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:A 2024-11-21T05:32:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742298_1474 (size=12301) 2024-11-21T05:32:53,188 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/725694f544684fc78f664a0496846727 2024-11-21T05:32:53,203 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:53,204 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/25ed10b0e26c4ed69911719b2884d0cb is 50, key is test_row_0/B:col10/1732167169990/Put/seqid=0 2024-11-21T05:32:53,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742299_1475 (size=12949) 2024-11-21T05:32:53,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167233247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167233247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167233248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167233248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167233255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/f8aaec0a287043fc980240976a013b62 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f8aaec0a287043fc980240976a013b62 2024-11-21T05:32:53,299 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/25ed10b0e26c4ed69911719b2884d0cb as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/25ed10b0e26c4ed69911719b2884d0cb 2024-11-21T05:32:53,327 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/B of dc532e1ac37b11736833462f9f7002c9 into 25ed10b0e26c4ed69911719b2884d0cb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:53,327 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f8aaec0a287043fc980240976a013b62, entries=150, sequenceid=291, filesize=30.5 K 2024-11-21T05:32:53,327 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:53,327 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/B, priority=12, startTime=1732167172415; duration=0sec 2024-11-21T05:32:53,327 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:53,327 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:B 2024-11-21T05:32:53,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/a530e388ed6a47d9965f66db0afea782 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a530e388ed6a47d9965f66db0afea782 2024-11-21T05:32:53,377 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a530e388ed6a47d9965f66db0afea782, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T05:32:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/725694f544684fc78f664a0496846727 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/725694f544684fc78f664a0496846727 2024-11-21T05:32:53,435 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/725694f544684fc78f664a0496846727, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T05:32:53,439 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for dc532e1ac37b11736833462f9f7002c9 in 970ms, sequenceid=291, compaction requested=false 2024-11-21T05:32:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-21T05:32:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-21T05:32:53,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-21T05:32:53,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7440 sec 2024-11-21T05:32:53,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.7490 sec 2024-11-21T05:32:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:53,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T05:32:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167233579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167233586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112163965c0634fa4578b01419de749457f4_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167173555/Put/seqid=0 2024-11-21T05:32:53,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167233592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167233592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167233595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742300_1476 (size=14994) 2024-11-21T05:32:53,667 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:53,704 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112163965c0634fa4578b01419de749457f4_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163965c0634fa4578b01419de749457f4_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:53,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167233699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167233703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,707 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/a993d9ea6420448d87bcf6c7914aaa01, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:53,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/a993d9ea6420448d87bcf6c7914aaa01 is 175, key is test_row_0/A:col10/1732167173555/Put/seqid=0 2024-11-21T05:32:53,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167233705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167233708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167233709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742301_1477 (size=39949) 2024-11-21T05:32:53,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167233910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167233911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167233915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167233915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:53,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167233915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,121 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/a993d9ea6420448d87bcf6c7914aaa01 2024-11-21T05:32:54,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/9890d7c904fc4e71aac67d8aec5d4615 is 50, key is test_row_0/B:col10/1732167173555/Put/seqid=0 2024-11-21T05:32:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742302_1478 (size=12301) 2024-11-21T05:32:54,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167234217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/9890d7c904fc4e71aac67d8aec5d4615 2024-11-21T05:32:54,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167234219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167234225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167234226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167234235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/dc1deeb946ed47d3bf8edb9b8a3f414f is 50, key is test_row_0/C:col10/1732167173555/Put/seqid=0 2024-11-21T05:32:54,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742303_1479 (size=12301) 2024-11-21T05:32:54,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/dc1deeb946ed47d3bf8edb9b8a3f414f 2024-11-21T05:32:54,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/a993d9ea6420448d87bcf6c7914aaa01 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/a993d9ea6420448d87bcf6c7914aaa01 2024-11-21T05:32:54,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/a993d9ea6420448d87bcf6c7914aaa01, entries=200, sequenceid=317, filesize=39.0 K 2024-11-21T05:32:54,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/9890d7c904fc4e71aac67d8aec5d4615 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9890d7c904fc4e71aac67d8aec5d4615 2024-11-21T05:32:54,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9890d7c904fc4e71aac67d8aec5d4615, entries=150, sequenceid=317, filesize=12.0 K 2024-11-21T05:32:54,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/dc1deeb946ed47d3bf8edb9b8a3f414f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/dc1deeb946ed47d3bf8edb9b8a3f414f 2024-11-21T05:32:54,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/dc1deeb946ed47d3bf8edb9b8a3f414f, entries=150, sequenceid=317, filesize=12.0 K 2024-11-21T05:32:54,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dc532e1ac37b11736833462f9f7002c9 in 873ms, sequenceid=317, compaction requested=true 2024-11-21T05:32:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:32:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:54,431 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:32:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:54,431 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc532e1ac37b11736833462f9f7002c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:32:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:54,447 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:54,447 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:54,447 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/A is initiating minor compaction (all files) 2024-11-21T05:32:54,447 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/B is initiating minor compaction (all files) 2024-11-21T05:32:54,447 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/A in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:54,447 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/B in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:54,447 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/376e08e3a56a411e9bcdf9e893ad3bce, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f8aaec0a287043fc980240976a013b62, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/a993d9ea6420448d87bcf6c7914aaa01] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=100.7 K 2024-11-21T05:32:54,447 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/25ed10b0e26c4ed69911719b2884d0cb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a530e388ed6a47d9965f66db0afea782, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9890d7c904fc4e71aac67d8aec5d4615] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=36.7 K 2024-11-21T05:32:54,447 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:54,447 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/376e08e3a56a411e9bcdf9e893ad3bce, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f8aaec0a287043fc980240976a013b62, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/a993d9ea6420448d87bcf6c7914aaa01] 2024-11-21T05:32:54,452 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 25ed10b0e26c4ed69911719b2884d0cb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732167169990 2024-11-21T05:32:54,452 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 376e08e3a56a411e9bcdf9e893ad3bce, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732167169990 2024-11-21T05:32:54,455 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting a530e388ed6a47d9965f66db0afea782, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732167170657 2024-11-21T05:32:54,455 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8aaec0a287043fc980240976a013b62, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732167170657 2024-11-21T05:32:54,455 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9890d7c904fc4e71aac67d8aec5d4615, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732167172903 2024-11-21T05:32:54,455 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting a993d9ea6420448d87bcf6c7914aaa01, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732167172903 2024-11-21T05:32:54,501 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#B#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:54,501 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/512b310a47c242a6b87d5eb15f27b166 is 50, key is test_row_0/B:col10/1732167173555/Put/seqid=0 2024-11-21T05:32:54,511 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:54,527 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411219ee6069c5c234756bf145fd5fb96b065_dc532e1ac37b11736833462f9f7002c9 store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:54,529 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411219ee6069c5c234756bf145fd5fb96b065_dc532e1ac37b11736833462f9f7002c9, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:54,529 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219ee6069c5c234756bf145fd5fb96b065_dc532e1ac37b11736833462f9f7002c9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:54,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742304_1480 (size=13051) 2024-11-21T05:32:54,563 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/512b310a47c242a6b87d5eb15f27b166 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/512b310a47c242a6b87d5eb15f27b166 2024-11-21T05:32:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742305_1481 (size=4469) 2024-11-21T05:32:54,583 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/B of dc532e1ac37b11736833462f9f7002c9 into 512b310a47c242a6b87d5eb15f27b166(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:54,583 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:54,583 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/B, priority=13, startTime=1732167174431; duration=0sec 2024-11-21T05:32:54,583 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:32:54,583 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:B 2024-11-21T05:32:54,583 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:32:54,586 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:32:54,586 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): dc532e1ac37b11736833462f9f7002c9/C is initiating minor compaction (all files) 2024-11-21T05:32:54,586 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc532e1ac37b11736833462f9f7002c9/C in TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:54,586 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/5e042476609247adbcc7178196f22dc3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/725694f544684fc78f664a0496846727, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/dc1deeb946ed47d3bf8edb9b8a3f414f] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp, totalSize=36.7 K 2024-11-21T05:32:54,587 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e042476609247adbcc7178196f22dc3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732167169990 2024-11-21T05:32:54,587 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 725694f544684fc78f664a0496846727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732167170657 2024-11-21T05:32:54,588 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting dc1deeb946ed47d3bf8edb9b8a3f414f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732167172903 2024-11-21T05:32:54,630 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:54,631 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/87db11dc28904ef9861637a5085ee06c is 50, key is test_row_0/C:col10/1732167173555/Put/seqid=0 2024-11-21T05:32:54,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742306_1482 (size=13051) 2024-11-21T05:32:54,695 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/87db11dc28904ef9861637a5085ee06c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/87db11dc28904ef9861637a5085ee06c 2024-11-21T05:32:54,713 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/C of dc532e1ac37b11736833462f9f7002c9 into 87db11dc28904ef9861637a5085ee06c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:54,713 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:54,713 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/C, priority=13, startTime=1732167174431; duration=0sec 2024-11-21T05:32:54,713 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:54,713 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:C 2024-11-21T05:32:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:54,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T05:32:54,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:54,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:54,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:54,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:54,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:54,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:54,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d8d1d2e66ae14839aa92983117ce61d1_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167174739/Put/seqid=0 2024-11-21T05:32:54,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742307_1483 (size=14994) 2024-11-21T05:32:54,822 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T05:32:54,835 INFO [Thread-1750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-21T05:32:54,841 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:32:54,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167234823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,844 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d8d1d2e66ae14839aa92983117ce61d1_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d8d1d2e66ae14839aa92983117ce61d1_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-21T05:32:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T05:32:54,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167234824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,851 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/fe0c9b8f47a94e71b5f37e237508e18d, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:54,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/fe0c9b8f47a94e71b5f37e237508e18d is 175, key is test_row_0/A:col10/1732167174739/Put/seqid=0 2024-11-21T05:32:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,857 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:32:54,862 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:32:54,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:32:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167234841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167234844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167234845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742308_1484 (size=39949) 2024-11-21T05:32:54,899 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/fe0c9b8f47a94e71b5f37e237508e18d 2024-11-21T05:32:54,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/c745e26ac77f41829b8a31faa980cb93 is 50, key is test_row_0/B:col10/1732167174739/Put/seqid=0 2024-11-21T05:32:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T05:32:54,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167234946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,953 DEBUG [Thread-1759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:49791 2024-11-21T05:32:54,954 DEBUG [Thread-1759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:54,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167234951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,958 DEBUG [Thread-1751 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:49791 2024-11-21T05:32:54,958 DEBUG [Thread-1751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:54,958 DEBUG [Thread-1757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:49791 2024-11-21T05:32:54,958 DEBUG [Thread-1757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:54,968 DEBUG [Thread-1755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:49791 2024-11-21T05:32:54,968 DEBUG [Thread-1755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:54,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167234968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,970 DEBUG [Thread-1753 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:49791 2024-11-21T05:32:54,970 DEBUG [Thread-1753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:54,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167234975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167234982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:54,992 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc532e1ac37b11736833462f9f7002c9#A#compaction#405 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:32:54,993 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/43d976edc3b54d0cbb5990256ba9c2a4 is 175, key is test_row_0/A:col10/1732167173555/Put/seqid=0 2024-11-21T05:32:54,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742309_1485 (size=12301) 2024-11-21T05:32:54,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742310_1486 (size=32005) 2024-11-21T05:32:55,009 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/43d976edc3b54d0cbb5990256ba9c2a4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/43d976edc3b54d0cbb5990256ba9c2a4 2024-11-21T05:32:55,021 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc532e1ac37b11736833462f9f7002c9/A of dc532e1ac37b11736833462f9f7002c9 into 43d976edc3b54d0cbb5990256ba9c2a4(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:32:55,021 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:55,021 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9., storeName=dc532e1ac37b11736833462f9f7002c9/A, priority=13, startTime=1732167174431; duration=0sec 2024-11-21T05:32:55,021 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:32:55,021 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc532e1ac37b11736833462f9f7002c9:A 2024-11-21T05:32:55,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T05:32:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T05:32:55,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167235154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167235164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167235171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T05:32:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167235178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167235185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,328 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T05:32:55,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:55,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/c745e26ac77f41829b8a31faa980cb93 2024-11-21T05:32:55,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/f2440980c3aa4e378bce0031c921721e is 50, key is test_row_0/C:col10/1732167174739/Put/seqid=0 2024-11-21T05:32:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742311_1487 (size=12301) 2024-11-21T05:32:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T05:32:55,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732167235456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45500 deadline: 1732167235465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732167235474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T05:32:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:55,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45432 deadline: 1732167235482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:32:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45426 deadline: 1732167235489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T05:32:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T05:32:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:32:55,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/f2440980c3aa4e378bce0031c921721e 2024-11-21T05:32:55,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/fe0c9b8f47a94e71b5f37e237508e18d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/fe0c9b8f47a94e71b5f37e237508e18d 2024-11-21T05:32:55,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/fe0c9b8f47a94e71b5f37e237508e18d, entries=200, sequenceid=333, filesize=39.0 K 2024-11-21T05:32:55,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/c745e26ac77f41829b8a31faa980cb93 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/c745e26ac77f41829b8a31faa980cb93 2024-11-21T05:32:55,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/c745e26ac77f41829b8a31faa980cb93, entries=150, sequenceid=333, filesize=12.0 K 2024-11-21T05:32:55,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/f2440980c3aa4e378bce0031c921721e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/f2440980c3aa4e378bce0031c921721e 2024-11-21T05:32:55,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/f2440980c3aa4e378bce0031c921721e, entries=150, sequenceid=333, filesize=12.0 K 2024-11-21T05:32:55,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for dc532e1ac37b11736833462f9f7002c9 in 1089ms, sequenceid=333, compaction requested=false 2024-11-21T05:32:55,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:55,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:55,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-21T05:32:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:55,940 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T05:32:55,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:55,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:55,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:55,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:55,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:55,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T05:32:55,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d85c8caf572f4ce1a269e6fcb670d2c3_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167174806/Put/seqid=0 2024-11-21T05:32:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742312_1488 (size=12454) 2024-11-21T05:32:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:55,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. as already flushing 2024-11-21T05:32:55,961 DEBUG [Thread-1740 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:49791 2024-11-21T05:32:55,961 DEBUG [Thread-1740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:55,970 DEBUG [Thread-1746 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:49791 2024-11-21T05:32:55,970 DEBUG [Thread-1746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:55,979 DEBUG [Thread-1744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:49791 2024-11-21T05:32:55,979 DEBUG [Thread-1744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:55,986 DEBUG [Thread-1742 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:49791 2024-11-21T05:32:55,986 DEBUG [Thread-1742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:55,995 DEBUG [Thread-1748 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:49791 2024-11-21T05:32:55,995 DEBUG [Thread-1748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:56,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:56,360 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d85c8caf572f4ce1a269e6fcb670d2c3_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d85c8caf572f4ce1a269e6fcb670d2c3_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/e63c1731e88a4aedb3311b68f794ce01, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/e63c1731e88a4aedb3311b68f794ce01 is 175, key is test_row_0/A:col10/1732167174806/Put/seqid=0 2024-11-21T05:32:56,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742313_1489 (size=31255) 2024-11-21T05:32:56,388 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/e63c1731e88a4aedb3311b68f794ce01 2024-11-21T05:32:56,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/0f485085175d412b880701efb0724bf4 is 50, key is test_row_0/B:col10/1732167174806/Put/seqid=0 2024-11-21T05:32:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742314_1490 (size=12301) 2024-11-21T05:32:56,832 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/0f485085175d412b880701efb0724bf4 2024-11-21T05:32:56,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/8a2723687e874954a376a01611129d7a is 50, key is test_row_0/C:col10/1732167174806/Put/seqid=0 2024-11-21T05:32:56,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742315_1491 (size=12301) 2024-11-21T05:32:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T05:32:57,244 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/8a2723687e874954a376a01611129d7a 2024-11-21T05:32:57,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/e63c1731e88a4aedb3311b68f794ce01 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/e63c1731e88a4aedb3311b68f794ce01 2024-11-21T05:32:57,253 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/e63c1731e88a4aedb3311b68f794ce01, entries=150, sequenceid=357, filesize=30.5 K 2024-11-21T05:32:57,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/0f485085175d412b880701efb0724bf4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/0f485085175d412b880701efb0724bf4 2024-11-21T05:32:57,258 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/0f485085175d412b880701efb0724bf4, entries=150, sequenceid=357, filesize=12.0 K 2024-11-21T05:32:57,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/8a2723687e874954a376a01611129d7a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/8a2723687e874954a376a01611129d7a 2024-11-21T05:32:57,263 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/8a2723687e874954a376a01611129d7a, entries=150, sequenceid=357, filesize=12.0 K 2024-11-21T05:32:57,264 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for dc532e1ac37b11736833462f9f7002c9 in 1324ms, sequenceid=357, compaction requested=true 2024-11-21T05:32:57,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:32:57,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:57,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-21T05:32:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-21T05:32:57,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-21T05:32:57,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4020 sec 2024-11-21T05:32:57,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.4260 sec 2024-11-21T05:32:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T05:32:58,950 INFO [Thread-1750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1257 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3771 rows 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1270 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3810 rows 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1268 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3804 rows 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1269 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3807 rows 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1257 2024-11-21T05:32:58,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3768 rows 2024-11-21T05:32:58,951 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T05:32:58,951 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:49791 2024-11-21T05:32:58,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:32:58,954 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T05:32:58,954 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T05:32:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T05:32:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T05:32:58,962 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167178962"}]},"ts":"1732167178962"} 2024-11-21T05:32:58,964 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T05:32:58,995 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T05:32:58,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T05:32:58,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc532e1ac37b11736833462f9f7002c9, UNASSIGN}] 2024-11-21T05:32:58,998 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc532e1ac37b11736833462f9f7002c9, UNASSIGN 2024-11-21T05:32:58,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=dc532e1ac37b11736833462f9f7002c9, regionState=CLOSING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:32:59,001 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T05:32:59,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; CloseRegionProcedure dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:32:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T05:32:59,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:32:59,153 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(124): Close dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:59,153 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T05:32:59,153 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1681): Closing dc532e1ac37b11736833462f9f7002c9, disabling compactions & flushes 2024-11-21T05:32:59,153 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:59,154 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:59,154 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. after waiting 0 ms 2024-11-21T05:32:59,154 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:32:59,154 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(2837): Flushing dc532e1ac37b11736833462f9f7002c9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T05:32:59,154 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=A 2024-11-21T05:32:59,154 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:59,154 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=B 2024-11-21T05:32:59,154 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:59,154 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc532e1ac37b11736833462f9f7002c9, store=C 2024-11-21T05:32:59,154 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:32:59,161 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aab4634dbf684d1c80d68d5391ccee9a_dc532e1ac37b11736833462f9f7002c9 is 50, key is test_row_0/A:col10/1732167175985/Put/seqid=0 2024-11-21T05:32:59,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742316_1492 (size=12454) 2024-11-21T05:32:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T05:32:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T05:32:59,572 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:32:59,576 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aab4634dbf684d1c80d68d5391ccee9a_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aab4634dbf684d1c80d68d5391ccee9a_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:32:59,577 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/277daafc41694d869557ef6bcc5a69fe, store: [table=TestAcidGuarantees family=A region=dc532e1ac37b11736833462f9f7002c9] 2024-11-21T05:32:59,577 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/277daafc41694d869557ef6bcc5a69fe is 175, key is test_row_0/A:col10/1732167175985/Put/seqid=0 2024-11-21T05:32:59,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742317_1493 (size=31255) 2024-11-21T05:32:59,581 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/277daafc41694d869557ef6bcc5a69fe 2024-11-21T05:32:59,587 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/8914dd6da1ff40b6a1bcc76f1f5e4c64 is 50, key is test_row_0/B:col10/1732167175985/Put/seqid=0 2024-11-21T05:32:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742318_1494 (size=12301) 2024-11-21T05:32:59,592 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/8914dd6da1ff40b6a1bcc76f1f5e4c64 2024-11-21T05:32:59,606 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/b82f4c063472434cac9cba87f07034e8 is 50, key is test_row_0/C:col10/1732167175985/Put/seqid=0 2024-11-21T05:32:59,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742319_1495 (size=12301) 2024-11-21T05:33:00,014 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/b82f4c063472434cac9cba87f07034e8 2024-11-21T05:33:00,025 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/A/277daafc41694d869557ef6bcc5a69fe as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/277daafc41694d869557ef6bcc5a69fe 2024-11-21T05:33:00,029 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/277daafc41694d869557ef6bcc5a69fe, entries=150, sequenceid=365, filesize=30.5 K 2024-11-21T05:33:00,030 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/B/8914dd6da1ff40b6a1bcc76f1f5e4c64 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/8914dd6da1ff40b6a1bcc76f1f5e4c64 2024-11-21T05:33:00,034 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/8914dd6da1ff40b6a1bcc76f1f5e4c64, entries=150, sequenceid=365, filesize=12.0 K 2024-11-21T05:33:00,035 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/.tmp/C/b82f4c063472434cac9cba87f07034e8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/b82f4c063472434cac9cba87f07034e8 2024-11-21T05:33:00,040 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/b82f4c063472434cac9cba87f07034e8, entries=150, sequenceid=365, filesize=12.0 K 2024-11-21T05:33:00,041 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for dc532e1ac37b11736833462f9f7002c9 in 887ms, sequenceid=365, compaction requested=true 2024-11-21T05:33:00,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f3bd99e1bb1d42c79093a9f9416030f5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/19a1d7f6cd9b4c22a66cb9425748b456, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/eb15a122c40740ab90b764ee5bd50092, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9502d655e35b4b4e936a3c51acb19154, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/b8db0f71bdef430793ed142e7dacf2b7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/2e41bde95860433f8ca0b6431fc18ebc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/c412470a81a94d498d06995dceb7a6cd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/60c54ff0c7894fe88f120b7bf32c66c5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/224a29813a404a639db6688c6fd8c604, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/5d13d679bf454f3d87d1e3df5a7c6555, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/183700b59c01463cad66c54d882fd0cc, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/e8bdddfb9f1542b080f1be710a54c80f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9e398d3cbc624d35944dd23bb7c2d293, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f90451c6d4d049f3a96c5dafead55037, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/350f77d60e52494f9be94705ae4d826a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/7d4bffbbb6b84061afc7bff326900d7f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/565f8673be4649afa8ef34ed2608a64a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/42aaf897820a409cb04a3f809f1cecbf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/376e08e3a56a411e9bcdf9e893ad3bce, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/d757102e10c04077825041c6a2c382e5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f8aaec0a287043fc980240976a013b62, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/a993d9ea6420448d87bcf6c7914aaa01] to archive 2024-11-21T05:33:00,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:00,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f3bd99e1bb1d42c79093a9f9416030f5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f3bd99e1bb1d42c79093a9f9416030f5 2024-11-21T05:33:00,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/19a1d7f6cd9b4c22a66cb9425748b456 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/19a1d7f6cd9b4c22a66cb9425748b456 2024-11-21T05:33:00,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/eb15a122c40740ab90b764ee5bd50092 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/eb15a122c40740ab90b764ee5bd50092 2024-11-21T05:33:00,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9502d655e35b4b4e936a3c51acb19154 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9502d655e35b4b4e936a3c51acb19154 2024-11-21T05:33:00,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/b8db0f71bdef430793ed142e7dacf2b7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/b8db0f71bdef430793ed142e7dacf2b7 2024-11-21T05:33:00,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/2e41bde95860433f8ca0b6431fc18ebc to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/2e41bde95860433f8ca0b6431fc18ebc 2024-11-21T05:33:00,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/c412470a81a94d498d06995dceb7a6cd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/c412470a81a94d498d06995dceb7a6cd 2024-11-21T05:33:00,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/60c54ff0c7894fe88f120b7bf32c66c5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/60c54ff0c7894fe88f120b7bf32c66c5 2024-11-21T05:33:00,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/224a29813a404a639db6688c6fd8c604 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/224a29813a404a639db6688c6fd8c604 2024-11-21T05:33:00,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/5d13d679bf454f3d87d1e3df5a7c6555 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/5d13d679bf454f3d87d1e3df5a7c6555 2024-11-21T05:33:00,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/183700b59c01463cad66c54d882fd0cc to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/183700b59c01463cad66c54d882fd0cc 2024-11-21T05:33:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T05:33:00,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/e8bdddfb9f1542b080f1be710a54c80f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/e8bdddfb9f1542b080f1be710a54c80f 2024-11-21T05:33:00,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9e398d3cbc624d35944dd23bb7c2d293 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/9e398d3cbc624d35944dd23bb7c2d293 2024-11-21T05:33:00,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f90451c6d4d049f3a96c5dafead55037 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f90451c6d4d049f3a96c5dafead55037 2024-11-21T05:33:00,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/350f77d60e52494f9be94705ae4d826a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/350f77d60e52494f9be94705ae4d826a 2024-11-21T05:33:00,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/7d4bffbbb6b84061afc7bff326900d7f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/7d4bffbbb6b84061afc7bff326900d7f 2024-11-21T05:33:00,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/565f8673be4649afa8ef34ed2608a64a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/565f8673be4649afa8ef34ed2608a64a 2024-11-21T05:33:00,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/42aaf897820a409cb04a3f809f1cecbf to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/42aaf897820a409cb04a3f809f1cecbf 2024-11-21T05:33:00,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/376e08e3a56a411e9bcdf9e893ad3bce to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/376e08e3a56a411e9bcdf9e893ad3bce 2024-11-21T05:33:00,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/d757102e10c04077825041c6a2c382e5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/d757102e10c04077825041c6a2c382e5 2024-11-21T05:33:00,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f8aaec0a287043fc980240976a013b62 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/f8aaec0a287043fc980240976a013b62 2024-11-21T05:33:00,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/a993d9ea6420448d87bcf6c7914aaa01 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/a993d9ea6420448d87bcf6c7914aaa01 2024-11-21T05:33:00,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/c85c58a6948b4f08a1549540abf6ba67, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/0ea2f21798db4dddabee17b21b627da3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9149746660ae4e51b8f1809bd71086a8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b1dda49ff6eb4eff97c3e7e46dab824d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a77b4f060b804c81bc2a3f2949425132, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b3c7647160c64a2b8b712ed65dd50b0b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9004a66841b14f3892871477ba9e77a2, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/85c75ef31cc940b5a20cfd8d30943954, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/aaa65ac084ac4b45bf21c0ad5911b37d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/07afd3d4e70347e8bdf4cb7080c9d918, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/e2f0cdbef5864debb3e28b6d4f0bc211, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b2df5e9841d042f1b6b0b99f374ef57e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/8780f97b25c84d7e85f6c488ce83f259, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/cef7a40a0d344a4480bf9f0d232bee2a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9413f49557694c4db0575f518883c64e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/f60d920a747d4053934b1c92e83801dd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b6440f4adc1a44e396d12c1a4cd5e27e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a55ea83dff424799be04c2549108cae7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/25ed10b0e26c4ed69911719b2884d0cb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/19450cd83dee4c5e96cdf18887ddfe72, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a530e388ed6a47d9965f66db0afea782, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9890d7c904fc4e71aac67d8aec5d4615] to archive 2024-11-21T05:33:00,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:00,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/c85c58a6948b4f08a1549540abf6ba67 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/c85c58a6948b4f08a1549540abf6ba67 2024-11-21T05:33:00,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/0ea2f21798db4dddabee17b21b627da3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/0ea2f21798db4dddabee17b21b627da3 2024-11-21T05:33:00,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9149746660ae4e51b8f1809bd71086a8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9149746660ae4e51b8f1809bd71086a8 2024-11-21T05:33:00,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b1dda49ff6eb4eff97c3e7e46dab824d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b1dda49ff6eb4eff97c3e7e46dab824d 2024-11-21T05:33:00,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a77b4f060b804c81bc2a3f2949425132 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a77b4f060b804c81bc2a3f2949425132 2024-11-21T05:33:00,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b3c7647160c64a2b8b712ed65dd50b0b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b3c7647160c64a2b8b712ed65dd50b0b 2024-11-21T05:33:00,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9004a66841b14f3892871477ba9e77a2 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9004a66841b14f3892871477ba9e77a2 2024-11-21T05:33:00,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/85c75ef31cc940b5a20cfd8d30943954 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/85c75ef31cc940b5a20cfd8d30943954 2024-11-21T05:33:00,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/aaa65ac084ac4b45bf21c0ad5911b37d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/aaa65ac084ac4b45bf21c0ad5911b37d 2024-11-21T05:33:00,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/07afd3d4e70347e8bdf4cb7080c9d918 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/07afd3d4e70347e8bdf4cb7080c9d918 2024-11-21T05:33:00,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/e2f0cdbef5864debb3e28b6d4f0bc211 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/e2f0cdbef5864debb3e28b6d4f0bc211 2024-11-21T05:33:00,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b2df5e9841d042f1b6b0b99f374ef57e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b2df5e9841d042f1b6b0b99f374ef57e 2024-11-21T05:33:00,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/8780f97b25c84d7e85f6c488ce83f259 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/8780f97b25c84d7e85f6c488ce83f259 2024-11-21T05:33:00,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/cef7a40a0d344a4480bf9f0d232bee2a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/cef7a40a0d344a4480bf9f0d232bee2a 2024-11-21T05:33:00,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9413f49557694c4db0575f518883c64e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9413f49557694c4db0575f518883c64e 2024-11-21T05:33:00,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/f60d920a747d4053934b1c92e83801dd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/f60d920a747d4053934b1c92e83801dd 2024-11-21T05:33:00,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b6440f4adc1a44e396d12c1a4cd5e27e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/b6440f4adc1a44e396d12c1a4cd5e27e 2024-11-21T05:33:00,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a55ea83dff424799be04c2549108cae7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a55ea83dff424799be04c2549108cae7 2024-11-21T05:33:00,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/25ed10b0e26c4ed69911719b2884d0cb to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/25ed10b0e26c4ed69911719b2884d0cb 2024-11-21T05:33:00,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/19450cd83dee4c5e96cdf18887ddfe72 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/19450cd83dee4c5e96cdf18887ddfe72 2024-11-21T05:33:00,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a530e388ed6a47d9965f66db0afea782 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/a530e388ed6a47d9965f66db0afea782 2024-11-21T05:33:00,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9890d7c904fc4e71aac67d8aec5d4615 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/9890d7c904fc4e71aac67d8aec5d4615 2024-11-21T05:33:00,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/624d30bac8444edcab8338bebf7dfa6f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/54969381aa8d434fa98ec58f3e80632b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/2ce2cfccc4324f49b5841a7dda2093c7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/b8cbced1e186431aad53e05770a81525, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9caab0a114694105b8a08c123e926218, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/35f3c30b6f274ee2855ae0aa5fb082dd, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/4df76a4e3d9d45a0bf0838f7c9f688c0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/fe83ad47bf5045ce8369e3efad00667f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/ea3162b63b694c529526fda22e55eb14, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/5a46de7b4d01498aac57aac29b2b3a3f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/84196f6d454e4b6eaee4d8daf3e2b8c3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/8ed30263a2954563a6cbc017fb62c843, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9e9a1ab86fa84d3fa5640ff554782cda, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/434e2aaf43ca42e9b2070c45da39957b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/46dd8e0bced54544a67b0f0068f13624, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d983b0695fe2497cba9c57bcb55a7840, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/a1b48b3788f54a3fb788800eaf61370b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/943ddaaace004f9e98f4c84e023cd186, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/5e042476609247adbcc7178196f22dc3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d2ceed94d0fd4510a7ba28541bd1d7ea, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/725694f544684fc78f664a0496846727, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/dc1deeb946ed47d3bf8edb9b8a3f414f] to archive 2024-11-21T05:33:00,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:00,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/624d30bac8444edcab8338bebf7dfa6f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/624d30bac8444edcab8338bebf7dfa6f 2024-11-21T05:33:00,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/54969381aa8d434fa98ec58f3e80632b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/54969381aa8d434fa98ec58f3e80632b 2024-11-21T05:33:00,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/2ce2cfccc4324f49b5841a7dda2093c7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/2ce2cfccc4324f49b5841a7dda2093c7 2024-11-21T05:33:00,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/b8cbced1e186431aad53e05770a81525 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/b8cbced1e186431aad53e05770a81525 2024-11-21T05:33:00,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9caab0a114694105b8a08c123e926218 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9caab0a114694105b8a08c123e926218 2024-11-21T05:33:00,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/35f3c30b6f274ee2855ae0aa5fb082dd to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/35f3c30b6f274ee2855ae0aa5fb082dd 2024-11-21T05:33:00,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/4df76a4e3d9d45a0bf0838f7c9f688c0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/4df76a4e3d9d45a0bf0838f7c9f688c0 2024-11-21T05:33:00,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/fe83ad47bf5045ce8369e3efad00667f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/fe83ad47bf5045ce8369e3efad00667f 2024-11-21T05:33:00,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/ea3162b63b694c529526fda22e55eb14 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/ea3162b63b694c529526fda22e55eb14 2024-11-21T05:33:00,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/5a46de7b4d01498aac57aac29b2b3a3f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/5a46de7b4d01498aac57aac29b2b3a3f 2024-11-21T05:33:00,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/84196f6d454e4b6eaee4d8daf3e2b8c3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/84196f6d454e4b6eaee4d8daf3e2b8c3 2024-11-21T05:33:00,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/8ed30263a2954563a6cbc017fb62c843 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/8ed30263a2954563a6cbc017fb62c843 2024-11-21T05:33:00,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9e9a1ab86fa84d3fa5640ff554782cda to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/9e9a1ab86fa84d3fa5640ff554782cda 2024-11-21T05:33:00,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/434e2aaf43ca42e9b2070c45da39957b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/434e2aaf43ca42e9b2070c45da39957b 2024-11-21T05:33:00,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/46dd8e0bced54544a67b0f0068f13624 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/46dd8e0bced54544a67b0f0068f13624 2024-11-21T05:33:00,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d983b0695fe2497cba9c57bcb55a7840 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d983b0695fe2497cba9c57bcb55a7840 2024-11-21T05:33:00,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/a1b48b3788f54a3fb788800eaf61370b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/a1b48b3788f54a3fb788800eaf61370b 2024-11-21T05:33:00,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/943ddaaace004f9e98f4c84e023cd186 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/943ddaaace004f9e98f4c84e023cd186 2024-11-21T05:33:00,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/5e042476609247adbcc7178196f22dc3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/5e042476609247adbcc7178196f22dc3 2024-11-21T05:33:00,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d2ceed94d0fd4510a7ba28541bd1d7ea to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/d2ceed94d0fd4510a7ba28541bd1d7ea 2024-11-21T05:33:00,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/725694f544684fc78f664a0496846727 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/725694f544684fc78f664a0496846727 2024-11-21T05:33:00,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/dc1deeb946ed47d3bf8edb9b8a3f414f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/dc1deeb946ed47d3bf8edb9b8a3f414f 2024-11-21T05:33:00,167 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/recovered.edits/368.seqid, newMaxSeqId=368, maxSeqId=4 2024-11-21T05:33:00,168 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9. 2024-11-21T05:33:00,168 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1635): Region close journal for dc532e1ac37b11736833462f9f7002c9: 2024-11-21T05:33:00,169 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(170): Closed dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:00,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=dc532e1ac37b11736833462f9f7002c9, regionState=CLOSED 2024-11-21T05:33:00,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-21T05:33:00,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseRegionProcedure dc532e1ac37b11736833462f9f7002c9, server=083cd7fc6746,40265,1732167065617 in 1.1720 sec 2024-11-21T05:33:00,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-21T05:33:00,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc532e1ac37b11736833462f9f7002c9, UNASSIGN in 1.1770 sec 2024-11-21T05:33:00,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-21T05:33:00,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1800 sec 2024-11-21T05:33:00,177 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167180177"}]},"ts":"1732167180177"} 2024-11-21T05:33:00,178 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T05:33:00,191 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T05:33:00,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2380 sec 2024-11-21T05:33:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T05:33:01,064 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-21T05:33:01,065 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T05:33:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:01,066 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T05:33:01,072 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=124, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:01,091 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,099 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/recovered.edits] 2024-11-21T05:33:01,101 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/277daafc41694d869557ef6bcc5a69fe to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/277daafc41694d869557ef6bcc5a69fe 2024-11-21T05:33:01,102 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/43d976edc3b54d0cbb5990256ba9c2a4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/43d976edc3b54d0cbb5990256ba9c2a4 2024-11-21T05:33:01,103 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/e63c1731e88a4aedb3311b68f794ce01 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/e63c1731e88a4aedb3311b68f794ce01 2024-11-21T05:33:01,104 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/fe0c9b8f47a94e71b5f37e237508e18d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/A/fe0c9b8f47a94e71b5f37e237508e18d 2024-11-21T05:33:01,106 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/0f485085175d412b880701efb0724bf4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/0f485085175d412b880701efb0724bf4 2024-11-21T05:33:01,107 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/512b310a47c242a6b87d5eb15f27b166 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/512b310a47c242a6b87d5eb15f27b166 2024-11-21T05:33:01,108 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/8914dd6da1ff40b6a1bcc76f1f5e4c64 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/8914dd6da1ff40b6a1bcc76f1f5e4c64 2024-11-21T05:33:01,109 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/c745e26ac77f41829b8a31faa980cb93 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/B/c745e26ac77f41829b8a31faa980cb93 2024-11-21T05:33:01,112 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/87db11dc28904ef9861637a5085ee06c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/87db11dc28904ef9861637a5085ee06c 2024-11-21T05:33:01,113 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/8a2723687e874954a376a01611129d7a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/8a2723687e874954a376a01611129d7a 2024-11-21T05:33:01,116 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/b82f4c063472434cac9cba87f07034e8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/b82f4c063472434cac9cba87f07034e8 2024-11-21T05:33:01,117 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/f2440980c3aa4e378bce0031c921721e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/C/f2440980c3aa4e378bce0031c921721e 2024-11-21T05:33:01,121 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/recovered.edits/368.seqid to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9/recovered.edits/368.seqid 2024-11-21T05:33:01,122 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,122 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T05:33:01,123 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T05:33:01,124 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T05:33:01,127 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112114def234b0574f2082de6a0ee22319be_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112114def234b0574f2082de6a0ee22319be_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,128 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213d25a33a97f14a22ab115396d1f6ae43_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213d25a33a97f14a22ab115396d1f6ae43_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,129 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214a468b7683094a1899a9844ae493aff6_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214a468b7683094a1899a9844ae493aff6_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,130 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163965c0634fa4578b01419de749457f4_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163965c0634fa4578b01419de749457f4_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,131 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216e81bbff664d460b8e6be2adba7fdc2d_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216e81bbff664d460b8e6be2adba7fdc2d_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,133 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217368f48476914bc4a4112b534b98a838_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217368f48476914bc4a4112b534b98a838_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,134 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217b7758f0a4e6413e843874b1c5261e43_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217b7758f0a4e6413e843874b1c5261e43_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,136 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a7dfc99c62d34597b63ad0da7aea8586_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a7dfc99c62d34597b63ad0da7aea8586_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,137 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aab4634dbf684d1c80d68d5391ccee9a_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aab4634dbf684d1c80d68d5391ccee9a_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,139 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ac401013392145be9125bc2cef1771a6_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ac401013392145be9125bc2cef1771a6_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,140 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b31d2cbb332b45faacc667e83273ec58_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b31d2cbb332b45faacc667e83273ec58_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,141 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d0891290a7d84dcbad05fbf1e582015b_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d0891290a7d84dcbad05fbf1e582015b_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,143 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d85c8caf572f4ce1a269e6fcb670d2c3_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d85c8caf572f4ce1a269e6fcb670d2c3_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,145 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d8d1d2e66ae14839aa92983117ce61d1_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d8d1d2e66ae14839aa92983117ce61d1_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,146 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121df07d67f553e44e8ac6b5b455f4a5f58_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121df07d67f553e44e8ac6b5b455f4a5f58_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,148 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e404737990e84146b2730ea176a877c8_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e404737990e84146b2730ea176a877c8_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,149 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ea486d899c2b4654a5d37680474a4f39_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ea486d899c2b4654a5d37680474a4f39_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,151 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f23a09ffcb1544a2867b1e640183f5a4_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f23a09ffcb1544a2867b1e640183f5a4_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,156 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f756d25402bf40428b045868fa3879b4_dc532e1ac37b11736833462f9f7002c9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f756d25402bf40428b045868fa3879b4_dc532e1ac37b11736833462f9f7002c9 2024-11-21T05:33:01,156 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T05:33:01,159 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=124, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T05:33:01,170 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T05:33:01,176 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T05:33:01,177 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=124, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:01,178 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T05:33:01,178 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732167181178"}]},"ts":"9223372036854775807"} 2024-11-21T05:33:01,180 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T05:33:01,180 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => dc532e1ac37b11736833462f9f7002c9, NAME => 'TestAcidGuarantees,,1732167151738.dc532e1ac37b11736833462f9f7002c9.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T05:33:01,180 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T05:33:01,180 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732167181180"}]},"ts":"9223372036854775807"} 2024-11-21T05:33:01,184 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T05:33:01,221 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=124, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:01,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 156 msec 2024-11-21T05:33:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T05:33:01,369 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-21T05:33:01,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 241), OpenFileDescriptor=460 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=688 (was 623) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4568 (was 6749) 2024-11-21T05:33:01,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=688, ProcessCount=11, AvailableMemoryMB=4565 2024-11-21T05:33:01,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T05:33:01,394 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T05:33:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:01,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T05:33:01,396 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:01,396 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 125 2024-11-21T05:33:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-21T05:33:01,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T05:33:01,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742320_1496 (size=960) 2024-11-21T05:33:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-21T05:33:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-21T05:33:01,804 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c 2024-11-21T05:33:01,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742321_1497 (size=53) 2024-11-21T05:33:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-21T05:33:02,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:33:02,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 71c3dc91710e3ecaee5b5af77770dcb0, disabling compactions & flushes 2024-11-21T05:33:02,220 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:02,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:02,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. after waiting 0 ms 2024-11-21T05:33:02,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:02,220 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:02,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:02,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T05:33:02,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732167182221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732167182221"}]},"ts":"1732167182221"} 2024-11-21T05:33:02,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T05:33:02,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T05:33:02,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167182224"}]},"ts":"1732167182224"} 2024-11-21T05:33:02,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T05:33:02,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=71c3dc91710e3ecaee5b5af77770dcb0, ASSIGN}] 2024-11-21T05:33:02,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=71c3dc91710e3ecaee5b5af77770dcb0, ASSIGN 2024-11-21T05:33:02,273 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71c3dc91710e3ecaee5b5af77770dcb0, ASSIGN; state=OFFLINE, location=083cd7fc6746,40265,1732167065617; forceNewPlan=false, retain=false 2024-11-21T05:33:02,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=71c3dc91710e3ecaee5b5af77770dcb0, regionState=OPENING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:02,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; OpenRegionProcedure 71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:33:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-21T05:33:02,577 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:02,580 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:02,580 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7285): Opening region: {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:33:02,581 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:02,581 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:33:02,581 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7327): checking encryption for 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:02,581 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7330): checking classloading for 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:02,582 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:02,584 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:33:02,585 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71c3dc91710e3ecaee5b5af77770dcb0 columnFamilyName A 2024-11-21T05:33:02,585 DEBUG [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:02,585 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] regionserver.HStore(327): Store=71c3dc91710e3ecaee5b5af77770dcb0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:33:02,585 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:02,587 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:33:02,587 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71c3dc91710e3ecaee5b5af77770dcb0 columnFamilyName B 2024-11-21T05:33:02,587 DEBUG [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:02,588 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] regionserver.HStore(327): Store=71c3dc91710e3ecaee5b5af77770dcb0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:33:02,588 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:02,589 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:33:02,590 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71c3dc91710e3ecaee5b5af77770dcb0 columnFamilyName C 2024-11-21T05:33:02,590 DEBUG [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:02,591 INFO [StoreOpener-71c3dc91710e3ecaee5b5af77770dcb0-1 {}] regionserver.HStore(327): Store=71c3dc91710e3ecaee5b5af77770dcb0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:33:02,591 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:02,592 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:02,592 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:02,594 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T05:33:02,595 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1085): writing seq id for 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:02,597 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T05:33:02,597 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1102): Opened 71c3dc91710e3ecaee5b5af77770dcb0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66974332, jitterRate=-0.002004683017730713}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T05:33:02,599 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1001): Region open journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:02,599 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., pid=127, masterSystemTime=1732167182577 2024-11-21T05:33:02,609 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:02,609 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:02,609 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=71c3dc91710e3ecaee5b5af77770dcb0, regionState=OPEN, openSeqNum=2, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:02,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-21T05:33:02,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; OpenRegionProcedure 71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 in 185 msec 2024-11-21T05:33:02,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-21T05:33:02,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=71c3dc91710e3ecaee5b5af77770dcb0, ASSIGN in 342 msec 2024-11-21T05:33:02,615 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T05:33:02,615 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167182615"}]},"ts":"1732167182615"} 2024-11-21T05:33:02,616 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T05:33:02,625 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T05:33:02,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2310 sec 2024-11-21T05:33:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-21T05:33:03,500 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 125 completed 2024-11-21T05:33:03,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-11-21T05:33:03,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:03,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:03,519 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:03,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T05:33:03,521 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T05:33:03,522 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-21T05:33:03,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:03,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-21T05:33:03,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:03,552 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-21T05:33:03,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:03,564 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-21T05:33:03,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:03,576 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-11-21T05:33:03,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:03,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-11-21T05:33:03,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:03,610 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-21T05:33:03,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:03,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-21T05:33:03,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:03,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-21T05:33:03,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:03,651 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-11-21T05:33:03,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:03,672 DEBUG [hconnection-0x1969dea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:03,674 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:03,676 DEBUG [hconnection-0x610aff0f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:03,679 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:03,686 DEBUG [hconnection-0x49389ec6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:03,688 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:03,695 DEBUG [hconnection-0x26459880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:03,698 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:03,699 DEBUG [hconnection-0x7708d45f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:03,701 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-21T05:33:03,703 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:03,704 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:03,704 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:03,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:03,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:33:03,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:03,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:03,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:03,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:03,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:03,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T05:33:03,722 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T05:33:03,726 DEBUG [hconnection-0x2429a820-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:03,728 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:03,737 DEBUG [hconnection-0x4d5e7160-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:03,739 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:03,745 DEBUG [hconnection-0x321b17f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:03,751 DEBUG [hconnection-0x65612578-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:03,751 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:03,753 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:03,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167243771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:03,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167243771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:03,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/f4e80e7ee3c94a8db2c5272fbe848752 is 50, key is test_row_0/A:col10/1732167183706/Put/seqid=0 2024-11-21T05:33:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167243772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167243771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:03,773 DEBUG [hconnection-0x5295c7fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:03,778 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:03,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167243780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T05:33:03,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742322_1498 (size=12001) 2024-11-21T05:33:03,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/f4e80e7ee3c94a8db2c5272fbe848752 2024-11-21T05:33:03,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/97d6081c838048eaabbae8c654d04b95 is 50, key is test_row_0/B:col10/1732167183706/Put/seqid=0 2024-11-21T05:33:03,858 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:03,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T05:33:03,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:03,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:03,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:03,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:03,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:03,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:03,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167243875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167243874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:03,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167243875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:03,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167243875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:03,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742323_1499 (size=12001) 2024-11-21T05:33:03,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/97d6081c838048eaabbae8c654d04b95 2024-11-21T05:33:03,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167243882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:03,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/538dbd22d3fb46cb859dd0e54a6f760e is 50, key is test_row_0/C:col10/1732167183706/Put/seqid=0 2024-11-21T05:33:03,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742324_1500 (size=12001) 2024-11-21T05:33:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T05:33:04,018 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T05:33:04,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:04,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:04,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:04,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:04,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:04,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167244076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167244077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167244078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167244079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167244087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,172 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T05:33:04,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:04,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:04,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:04,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:04,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T05:33:04,325 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T05:33:04,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:04,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:04,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:04,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:04,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:04,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/538dbd22d3fb46cb859dd0e54a6f760e 2024-11-21T05:33:04,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167244382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167244382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167244382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167244385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/f4e80e7ee3c94a8db2c5272fbe848752 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f4e80e7ee3c94a8db2c5272fbe848752 2024-11-21T05:33:04,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167244393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f4e80e7ee3c94a8db2c5272fbe848752, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T05:33:04,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/97d6081c838048eaabbae8c654d04b95 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/97d6081c838048eaabbae8c654d04b95 2024-11-21T05:33:04,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/97d6081c838048eaabbae8c654d04b95, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T05:33:04,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/538dbd22d3fb46cb859dd0e54a6f760e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/538dbd22d3fb46cb859dd0e54a6f760e 2024-11-21T05:33:04,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/538dbd22d3fb46cb859dd0e54a6f760e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T05:33:04,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 71c3dc91710e3ecaee5b5af77770dcb0 in 738ms, sequenceid=12, compaction requested=false 2024-11-21T05:33:04,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:04,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T05:33:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:04,493 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:33:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:04,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:04,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/2b5b77a7db874ae89240ee7c6d1d1cd5 is 50, key is test_row_0/A:col10/1732167183767/Put/seqid=0 2024-11-21T05:33:04,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742325_1501 (size=12001) 2024-11-21T05:33:04,523 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/2b5b77a7db874ae89240ee7c6d1d1cd5 2024-11-21T05:33:04,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/1e96bd2a6aed48558fdbe0b5af8dab8b is 50, key is test_row_0/B:col10/1732167183767/Put/seqid=0 2024-11-21T05:33:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742326_1502 (size=12001) 2024-11-21T05:33:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T05:33:04,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:04,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167244919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167244924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167244925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167244927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167244935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:04,989 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/1e96bd2a6aed48558fdbe0b5af8dab8b 2024-11-21T05:33:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/1156790e80fb4dab8c498f331921cf05 is 50, key is test_row_0/C:col10/1732167183767/Put/seqid=0 2024-11-21T05:33:05,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167245038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167245039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167245043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167245048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167245048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742327_1503 (size=12001) 2024-11-21T05:33:05,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167245253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167245254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167245254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167245254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167245263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,485 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/1156790e80fb4dab8c498f331921cf05 2024-11-21T05:33:05,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/2b5b77a7db874ae89240ee7c6d1d1cd5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2b5b77a7db874ae89240ee7c6d1d1cd5 2024-11-21T05:33:05,497 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2b5b77a7db874ae89240ee7c6d1d1cd5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T05:33:05,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/1e96bd2a6aed48558fdbe0b5af8dab8b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/1e96bd2a6aed48558fdbe0b5af8dab8b 2024-11-21T05:33:05,504 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/1e96bd2a6aed48558fdbe0b5af8dab8b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T05:33:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/1156790e80fb4dab8c498f331921cf05 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/1156790e80fb4dab8c498f331921cf05 2024-11-21T05:33:05,508 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/1156790e80fb4dab8c498f331921cf05, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T05:33:05,512 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 71c3dc91710e3ecaee5b5af77770dcb0 in 1018ms, sequenceid=37, compaction requested=false 2024-11-21T05:33:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-21T05:33:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-21T05:33:05,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-21T05:33:05,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-11-21T05:33:05,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.8140 sec 2024-11-21T05:33:05,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T05:33:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:05,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:05,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:05,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:05,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:05,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:05,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:05,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/b6b87892b20d441aa6dd896dfcac2506 is 50, key is test_row_0/A:col10/1732167184933/Put/seqid=0 2024-11-21T05:33:05,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742328_1504 (size=14337) 2024-11-21T05:33:05,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/b6b87892b20d441aa6dd896dfcac2506 2024-11-21T05:33:05,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/3f74f9c11f2e4719aadadde490095ed3 is 50, key is test_row_0/B:col10/1732167184933/Put/seqid=0 2024-11-21T05:33:05,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167245617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167245618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167245625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167245626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167245629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742329_1505 (size=9657) 2024-11-21T05:33:05,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T05:33:05,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167245730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167245731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167245742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167245742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167245743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T05:33:05,854 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-21T05:33:05,856 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-21T05:33:05,858 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T05:33:05,859 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:05,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:05,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167245938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167245938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167245954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T05:33:05,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167245954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:05,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167245954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,019 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T05:33:06,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:06,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/3f74f9c11f2e4719aadadde490095ed3 2024-11-21T05:33:06,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/2f32bb5e50e94173a97fb4f8f35513d7 is 50, key is test_row_0/C:col10/1732167184933/Put/seqid=0 2024-11-21T05:33:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T05:33:06,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T05:33:06,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:06,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742330_1506 (size=9657) 2024-11-21T05:33:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167246243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167246245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167246264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167246268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167246268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T05:33:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T05:33:06,493 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T05:33:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/2f32bb5e50e94173a97fb4f8f35513d7 2024-11-21T05:33:06,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/b6b87892b20d441aa6dd896dfcac2506 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/b6b87892b20d441aa6dd896dfcac2506 2024-11-21T05:33:06,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/b6b87892b20d441aa6dd896dfcac2506, entries=200, sequenceid=50, filesize=14.0 K 2024-11-21T05:33:06,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/3f74f9c11f2e4719aadadde490095ed3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/3f74f9c11f2e4719aadadde490095ed3 2024-11-21T05:33:06,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/3f74f9c11f2e4719aadadde490095ed3, entries=100, sequenceid=50, filesize=9.4 K 2024-11-21T05:33:06,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/2f32bb5e50e94173a97fb4f8f35513d7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2f32bb5e50e94173a97fb4f8f35513d7 2024-11-21T05:33:06,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T05:33:06,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2f32bb5e50e94173a97fb4f8f35513d7, entries=100, sequenceid=50, filesize=9.4 K 2024-11-21T05:33:06,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 71c3dc91710e3ecaee5b5af77770dcb0 in 1089ms, sequenceid=50, compaction requested=true 2024-11-21T05:33:06,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:06,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:06,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:06,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:06,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:33:06,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:06,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T05:33:06,659 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:06,659 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:06,660 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:06,660 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:06,660 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/A is initiating minor compaction (all files) 2024-11-21T05:33:06,660 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/C is initiating minor compaction (all files) 2024-11-21T05:33:06,660 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/A in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,660 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f4e80e7ee3c94a8db2c5272fbe848752, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2b5b77a7db874ae89240ee7c6d1d1cd5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/b6b87892b20d441aa6dd896dfcac2506] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=37.4 K 2024-11-21T05:33:06,660 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/C in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,661 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/538dbd22d3fb46cb859dd0e54a6f760e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/1156790e80fb4dab8c498f331921cf05, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2f32bb5e50e94173a97fb4f8f35513d7] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=32.9 K 2024-11-21T05:33:06,663 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 538dbd22d3fb46cb859dd0e54a6f760e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732167183700 2024-11-21T05:33:06,663 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4e80e7ee3c94a8db2c5272fbe848752, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732167183700 2024-11-21T05:33:06,663 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b5b77a7db874ae89240ee7c6d1d1cd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732167183760 2024-11-21T05:33:06,663 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 1156790e80fb4dab8c498f331921cf05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732167183760 2024-11-21T05:33:06,663 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6b87892b20d441aa6dd896dfcac2506, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167184923 2024-11-21T05:33:06,663 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f32bb5e50e94173a97fb4f8f35513d7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167184933 2024-11-21T05:33:06,677 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#A#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:06,677 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/1f92d45c18d748c68818e8383fd505e9 is 50, key is test_row_0/A:col10/1732167184933/Put/seqid=0 2024-11-21T05:33:06,694 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:06,695 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/5e72fac1f9264ea29febb16a671af0ca is 50, key is test_row_0/C:col10/1732167184933/Put/seqid=0 2024-11-21T05:33:06,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742332_1508 (size=12104) 2024-11-21T05:33:06,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742331_1507 (size=12104) 2024-11-21T05:33:06,743 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/5e72fac1f9264ea29febb16a671af0ca as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/5e72fac1f9264ea29febb16a671af0ca 2024-11-21T05:33:06,749 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/C of 71c3dc91710e3ecaee5b5af77770dcb0 into 5e72fac1f9264ea29febb16a671af0ca(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:06,749 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:06,749 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/C, priority=13, startTime=1732167186659; duration=0sec 2024-11-21T05:33:06,749 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:06,749 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:C 2024-11-21T05:33:06,749 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:06,750 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:06,750 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/B is initiating minor compaction (all files) 2024-11-21T05:33:06,750 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/B in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,750 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/97d6081c838048eaabbae8c654d04b95, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/1e96bd2a6aed48558fdbe0b5af8dab8b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/3f74f9c11f2e4719aadadde490095ed3] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=32.9 K 2024-11-21T05:33:06,753 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 97d6081c838048eaabbae8c654d04b95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732167183700 2024-11-21T05:33:06,755 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e96bd2a6aed48558fdbe0b5af8dab8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732167183760 2024-11-21T05:33:06,757 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f74f9c11f2e4719aadadde490095ed3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167184933 2024-11-21T05:33:06,765 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/1f92d45c18d748c68818e8383fd505e9 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1f92d45c18d748c68818e8383fd505e9 2024-11-21T05:33:06,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T05:33:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:06,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:06,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:06,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/0f659f9582c945c28687e50ecaca3ae5 is 50, key is test_row_0/A:col10/1732167185622/Put/seqid=0 2024-11-21T05:33:06,798 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/A of 71c3dc91710e3ecaee5b5af77770dcb0 into 1f92d45c18d748c68818e8383fd505e9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:06,798 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:06,798 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/A, priority=13, startTime=1732167186659; duration=0sec 2024-11-21T05:33:06,798 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:06,798 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:A 2024-11-21T05:33:06,800 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#B#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:06,801 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/85549904e15043bfae87b1f848cbfc5e is 50, key is test_row_0/B:col10/1732167184933/Put/seqid=0 2024-11-21T05:33:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167246793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167246800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167246800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167246801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167246804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,825 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T05:33:06,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:06,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742333_1509 (size=14341) 2024-11-21T05:33:06,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/0f659f9582c945c28687e50ecaca3ae5 2024-11-21T05:33:06,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742334_1510 (size=12104) 2024-11-21T05:33:06,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/5fba814599674e09b6026cd0c674494b is 50, key is test_row_0/B:col10/1732167185622/Put/seqid=0 2024-11-21T05:33:06,891 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/85549904e15043bfae87b1f848cbfc5e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/85549904e15043bfae87b1f848cbfc5e 2024-11-21T05:33:06,904 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/B of 71c3dc91710e3ecaee5b5af77770dcb0 into 85549904e15043bfae87b1f848cbfc5e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:06,904 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:06,904 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/B, priority=13, startTime=1732167186659; duration=0sec 2024-11-21T05:33:06,904 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:06,904 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:B 2024-11-21T05:33:06,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167246907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167246920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167246920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167246920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167246921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742335_1511 (size=12001) 2024-11-21T05:33:06,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/5fba814599674e09b6026cd0c674494b 2024-11-21T05:33:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T05:33:06,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:06,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T05:33:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:06,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:07,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/b37d3fd74f314ce3b1904b55c7371dd6 is 50, key is test_row_0/C:col10/1732167185622/Put/seqid=0 2024-11-21T05:33:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742336_1512 (size=12001) 2024-11-21T05:33:07,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167247121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167247130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167247135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167247135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167247140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T05:33:07,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:07,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:07,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:07,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:07,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:07,309 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T05:33:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:07,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:07,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167247435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167247446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167247449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167247449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167247454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T05:33:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:07,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:07,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/b37d3fd74f314ce3b1904b55c7371dd6 2024-11-21T05:33:07,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/0f659f9582c945c28687e50ecaca3ae5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0f659f9582c945c28687e50ecaca3ae5 2024-11-21T05:33:07,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0f659f9582c945c28687e50ecaca3ae5, entries=200, sequenceid=75, filesize=14.0 K 2024-11-21T05:33:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/5fba814599674e09b6026cd0c674494b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/5fba814599674e09b6026cd0c674494b 2024-11-21T05:33:07,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/5fba814599674e09b6026cd0c674494b, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T05:33:07,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/b37d3fd74f314ce3b1904b55c7371dd6 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/b37d3fd74f314ce3b1904b55c7371dd6 2024-11-21T05:33:07,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/b37d3fd74f314ce3b1904b55c7371dd6, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T05:33:07,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 71c3dc91710e3ecaee5b5af77770dcb0 in 855ms, sequenceid=75, compaction requested=false 2024-11-21T05:33:07,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:07,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:07,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T05:33:07,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:07,644 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T05:33:07,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:07,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:07,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:07,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:07,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:07,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:07,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/5d127055ad02440baa8d4d4287a1887b is 50, key is test_row_0/A:col10/1732167186800/Put/seqid=0 2024-11-21T05:33:07,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742337_1513 (size=12001) 2024-11-21T05:33:07,705 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/5d127055ad02440baa8d4d4287a1887b 2024-11-21T05:33:07,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/4a78b88ca95c4f8397ee2abbfa680c78 is 50, key is test_row_0/B:col10/1732167186800/Put/seqid=0 2024-11-21T05:33:07,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742338_1514 (size=12001) 2024-11-21T05:33:07,757 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/4a78b88ca95c4f8397ee2abbfa680c78 2024-11-21T05:33:07,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/a9431ef7ca8a4b24b33fa2ec4d1fc561 is 50, key is test_row_0/C:col10/1732167186800/Put/seqid=0 2024-11-21T05:33:07,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742339_1515 (size=12001) 2024-11-21T05:33:07,838 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/a9431ef7ca8a4b24b33fa2ec4d1fc561 2024-11-21T05:33:07,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/5d127055ad02440baa8d4d4287a1887b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/5d127055ad02440baa8d4d4287a1887b 2024-11-21T05:33:07,912 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/5d127055ad02440baa8d4d4287a1887b, entries=150, sequenceid=89, filesize=11.7 K 2024-11-21T05:33:07,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/4a78b88ca95c4f8397ee2abbfa680c78 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4a78b88ca95c4f8397ee2abbfa680c78 2024-11-21T05:33:07,923 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4a78b88ca95c4f8397ee2abbfa680c78, entries=150, sequenceid=89, filesize=11.7 K 2024-11-21T05:33:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/a9431ef7ca8a4b24b33fa2ec4d1fc561 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/a9431ef7ca8a4b24b33fa2ec4d1fc561 2024-11-21T05:33:07,934 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/a9431ef7ca8a4b24b33fa2ec4d1fc561, entries=150, sequenceid=89, filesize=11.7 K 2024-11-21T05:33:07,951 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 71c3dc91710e3ecaee5b5af77770dcb0 in 307ms, sequenceid=89, compaction requested=true 2024-11-21T05:33:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-21T05:33:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-21T05:33:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T05:33:07,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-21T05:33:07,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1000 sec 2024-11-21T05:33:07,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:33:07,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:07,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:07,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:07,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:07,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:07,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:07,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.1240 sec 2024-11-21T05:33:08,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/0cad160c7b6942ad9bcf088c3323a634 is 50, key is test_row_0/A:col10/1732167187982/Put/seqid=0 2024-11-21T05:33:08,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742340_1516 (size=14341) 2024-11-21T05:33:08,099 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f4e80e7ee3c94a8db2c5272fbe848752, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2b5b77a7db874ae89240ee7c6d1d1cd5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/b6b87892b20d441aa6dd896dfcac2506] to archive 2024-11-21T05:33:08,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:08,126 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f4e80e7ee3c94a8db2c5272fbe848752 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f4e80e7ee3c94a8db2c5272fbe848752 2024-11-21T05:33:08,131 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2b5b77a7db874ae89240ee7c6d1d1cd5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2b5b77a7db874ae89240ee7c6d1d1cd5 2024-11-21T05:33:08,133 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/b6b87892b20d441aa6dd896dfcac2506 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/b6b87892b20d441aa6dd896dfcac2506 2024-11-21T05:33:08,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/97d6081c838048eaabbae8c654d04b95, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/1e96bd2a6aed48558fdbe0b5af8dab8b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/3f74f9c11f2e4719aadadde490095ed3] to archive 2024-11-21T05:33:08,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167248115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,140 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:08,144 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/97d6081c838048eaabbae8c654d04b95 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/97d6081c838048eaabbae8c654d04b95 2024-11-21T05:33:08,145 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/1e96bd2a6aed48558fdbe0b5af8dab8b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/1e96bd2a6aed48558fdbe0b5af8dab8b 2024-11-21T05:33:08,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167248130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167248130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167248131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167248131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,148 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/3f74f9c11f2e4719aadadde490095ed3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/3f74f9c11f2e4719aadadde490095ed3 2024-11-21T05:33:08,149 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/538dbd22d3fb46cb859dd0e54a6f760e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/1156790e80fb4dab8c498f331921cf05, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2f32bb5e50e94173a97fb4f8f35513d7] to archive 2024-11-21T05:33:08,151 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:08,165 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/538dbd22d3fb46cb859dd0e54a6f760e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/538dbd22d3fb46cb859dd0e54a6f760e 2024-11-21T05:33:08,170 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/1156790e80fb4dab8c498f331921cf05 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/1156790e80fb4dab8c498f331921cf05 2024-11-21T05:33:08,180 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/083cd7fc6746:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2f32bb5e50e94173a97fb4f8f35513d7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2f32bb5e50e94173a97fb4f8f35513d7 2024-11-21T05:33:08,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167248248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167248255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167248259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167248261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167248267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/0cad160c7b6942ad9bcf088c3323a634 2024-11-21T05:33:08,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/966aee42a93e4c8f80285ce3b9b6fdeb is 50, key is test_row_0/B:col10/1732167187982/Put/seqid=0 2024-11-21T05:33:08,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167248468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742341_1517 (size=12001) 2024-11-21T05:33:08,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/966aee42a93e4c8f80285ce3b9b6fdeb 2024-11-21T05:33:08,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167248469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167248475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167248476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167248491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/2cd96b2b28254ffa9854eeaa34d05167 is 50, key is test_row_0/C:col10/1732167187982/Put/seqid=0 2024-11-21T05:33:08,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742342_1518 (size=12001) 2024-11-21T05:33:08,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/2cd96b2b28254ffa9854eeaa34d05167 2024-11-21T05:33:08,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/0cad160c7b6942ad9bcf088c3323a634 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0cad160c7b6942ad9bcf088c3323a634 2024-11-21T05:33:08,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0cad160c7b6942ad9bcf088c3323a634, entries=200, sequenceid=100, filesize=14.0 K 2024-11-21T05:33:08,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/966aee42a93e4c8f80285ce3b9b6fdeb as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/966aee42a93e4c8f80285ce3b9b6fdeb 2024-11-21T05:33:08,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/966aee42a93e4c8f80285ce3b9b6fdeb, entries=150, sequenceid=100, filesize=11.7 K 2024-11-21T05:33:08,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/2cd96b2b28254ffa9854eeaa34d05167 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2cd96b2b28254ffa9854eeaa34d05167 2024-11-21T05:33:08,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2cd96b2b28254ffa9854eeaa34d05167, entries=150, sequenceid=100, filesize=11.7 K 2024-11-21T05:33:08,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 71c3dc91710e3ecaee5b5af77770dcb0 in 623ms, sequenceid=100, compaction requested=true 2024-11-21T05:33:08,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:08,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:08,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:08,611 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:33:08,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:08,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:08,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:08,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:33:08,611 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:33:08,613 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:33:08,614 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/A is initiating minor compaction (all files) 2024-11-21T05:33:08,614 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/A in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:08,614 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1f92d45c18d748c68818e8383fd505e9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0f659f9582c945c28687e50ecaca3ae5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/5d127055ad02440baa8d4d4287a1887b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0cad160c7b6942ad9bcf088c3323a634] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=51.5 K 2024-11-21T05:33:08,614 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f92d45c18d748c68818e8383fd505e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167183769 2024-11-21T05:33:08,614 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f659f9582c945c28687e50ecaca3ae5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732167185616 2024-11-21T05:33:08,615 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d127055ad02440baa8d4d4287a1887b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732167186780 2024-11-21T05:33:08,615 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cad160c7b6942ad9bcf088c3323a634, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732167187963 2024-11-21T05:33:08,615 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:33:08,615 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/B is initiating minor compaction (all files) 2024-11-21T05:33:08,615 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/B in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:08,616 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/85549904e15043bfae87b1f848cbfc5e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/5fba814599674e09b6026cd0c674494b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4a78b88ca95c4f8397ee2abbfa680c78, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/966aee42a93e4c8f80285ce3b9b6fdeb] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=47.0 K 2024-11-21T05:33:08,617 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 85549904e15043bfae87b1f848cbfc5e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167183769 2024-11-21T05:33:08,618 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fba814599674e09b6026cd0c674494b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732167185616 2024-11-21T05:33:08,618 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a78b88ca95c4f8397ee2abbfa680c78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732167186780 2024-11-21T05:33:08,618 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 966aee42a93e4c8f80285ce3b9b6fdeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732167187963 2024-11-21T05:33:08,628 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#A#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:08,628 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/a9a9d8861a9643fa845362ae85d1d0e0 is 50, key is test_row_0/A:col10/1732167187982/Put/seqid=0 2024-11-21T05:33:08,634 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:08,634 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/231769bdedd94dd18195241f936ec382 is 50, key is test_row_0/B:col10/1732167187982/Put/seqid=0 2024-11-21T05:33:08,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742343_1519 (size=12139) 2024-11-21T05:33:08,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742344_1520 (size=12139) 2024-11-21T05:33:08,729 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/a9a9d8861a9643fa845362ae85d1d0e0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/a9a9d8861a9643fa845362ae85d1d0e0 2024-11-21T05:33:08,739 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/A of 71c3dc91710e3ecaee5b5af77770dcb0 into a9a9d8861a9643fa845362ae85d1d0e0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:08,739 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:08,739 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/A, priority=12, startTime=1732167188611; duration=0sec 2024-11-21T05:33:08,739 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:08,739 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:A 2024-11-21T05:33:08,739 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:33:08,741 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:33:08,741 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/C is initiating minor compaction (all files) 2024-11-21T05:33:08,741 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/C in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:08,741 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/5e72fac1f9264ea29febb16a671af0ca, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/b37d3fd74f314ce3b1904b55c7371dd6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/a9431ef7ca8a4b24b33fa2ec4d1fc561, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2cd96b2b28254ffa9854eeaa34d05167] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=47.0 K 2024-11-21T05:33:08,742 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e72fac1f9264ea29febb16a671af0ca, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732167183769 2024-11-21T05:33:08,742 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting b37d3fd74f314ce3b1904b55c7371dd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732167185616 2024-11-21T05:33:08,742 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9431ef7ca8a4b24b33fa2ec4d1fc561, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732167186780 2024-11-21T05:33:08,743 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cd96b2b28254ffa9854eeaa34d05167, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732167187963 2024-11-21T05:33:08,754 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#C#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:08,754 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/fac8a34a62534d9b9f4ff7596086d7af is 50, key is test_row_0/C:col10/1732167187982/Put/seqid=0 2024-11-21T05:33:08,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742345_1521 (size=12139) 2024-11-21T05:33:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:08,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T05:33:08,798 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/fac8a34a62534d9b9f4ff7596086d7af as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/fac8a34a62534d9b9f4ff7596086d7af 2024-11-21T05:33:08,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:08,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:08,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:08,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:08,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:08,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:08,807 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/C of 71c3dc91710e3ecaee5b5af77770dcb0 into fac8a34a62534d9b9f4ff7596086d7af(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:08,807 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:08,807 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/C, priority=12, startTime=1732167188611; duration=0sec 2024-11-21T05:33:08,807 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:08,807 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:C 2024-11-21T05:33:08,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/f496e2887980435e93dadbda3f5100a7 is 50, key is test_row_0/A:col10/1732167188127/Put/seqid=0 2024-11-21T05:33:08,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167248819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167248825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167248840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167248840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167248840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742346_1522 (size=12001) 2024-11-21T05:33:08,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/f496e2887980435e93dadbda3f5100a7 2024-11-21T05:33:08,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167248943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167248943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/c02041fdd8b849c9bf10ebcca56dbcfe is 50, key is test_row_0/B:col10/1732167188127/Put/seqid=0 2024-11-21T05:33:08,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167248960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167248960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:08,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167248962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:09,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742347_1523 (size=12001) 2024-11-21T05:33:09,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/c02041fdd8b849c9bf10ebcca56dbcfe 2024-11-21T05:33:09,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/5a5a20f1dad34379b646b5929b489fca is 50, key is test_row_0/C:col10/1732167188127/Put/seqid=0 2024-11-21T05:33:09,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742348_1524 (size=12001) 2024-11-21T05:33:09,141 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/231769bdedd94dd18195241f936ec382 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/231769bdedd94dd18195241f936ec382 2024-11-21T05:33:09,149 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/B of 71c3dc91710e3ecaee5b5af77770dcb0 into 231769bdedd94dd18195241f936ec382(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:09,149 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:09,149 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/B, priority=12, startTime=1732167188611; duration=0sec 2024-11-21T05:33:09,149 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:09,149 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:B 2024-11-21T05:33:09,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167249155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167249155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:09,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167249173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:09,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167249179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:09,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167249179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:09,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167249466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:09,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167249465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:09,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167249483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:09,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167249485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:09,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167249487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:09,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/5a5a20f1dad34379b646b5929b489fca 2024-11-21T05:33:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/f496e2887980435e93dadbda3f5100a7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f496e2887980435e93dadbda3f5100a7 2024-11-21T05:33:09,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f496e2887980435e93dadbda3f5100a7, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T05:33:09,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/c02041fdd8b849c9bf10ebcca56dbcfe as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c02041fdd8b849c9bf10ebcca56dbcfe 2024-11-21T05:33:09,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c02041fdd8b849c9bf10ebcca56dbcfe, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T05:33:09,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/5a5a20f1dad34379b646b5929b489fca as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/5a5a20f1dad34379b646b5929b489fca 2024-11-21T05:33:09,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/5a5a20f1dad34379b646b5929b489fca, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T05:33:09,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 71c3dc91710e3ecaee5b5af77770dcb0 in 847ms, sequenceid=127, compaction requested=false 2024-11-21T05:33:09,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T05:33:09,983 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-21T05:33:09,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-21T05:33:09,989 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T05:33:09,990 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:09,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:09,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T05:33:10,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:10,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:10,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:10,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:10,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:10,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:10,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/c16de9572afe4ebb8469ae3dd9515ab9 is 50, key is test_row_0/A:col10/1732167188839/Put/seqid=0 2024-11-21T05:33:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742349_1525 (size=12151) 2024-11-21T05:33:10,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/c16de9572afe4ebb8469ae3dd9515ab9 2024-11-21T05:33:10,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167250062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167250064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167250066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167250081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T05:33:10,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/9afa79f22e2b4bb4a7f8e4f7fd5d4d65 is 50, key is test_row_0/B:col10/1732167188839/Put/seqid=0 2024-11-21T05:33:10,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167250084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742350_1526 (size=12151) 2024-11-21T05:33:10,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/9afa79f22e2b4bb4a7f8e4f7fd5d4d65 2024-11-21T05:33:10,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T05:33:10,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:10,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:10,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:10,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:10,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167250185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167250185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/be2f8742dfbb41909de31a0a30dabca1 is 50, key is test_row_0/C:col10/1732167188839/Put/seqid=0 2024-11-21T05:33:10,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167250188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167250188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167250195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742351_1527 (size=12151) 2024-11-21T05:33:10,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/be2f8742dfbb41909de31a0a30dabca1 2024-11-21T05:33:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/c16de9572afe4ebb8469ae3dd9515ab9 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/c16de9572afe4ebb8469ae3dd9515ab9 2024-11-21T05:33:10,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/c16de9572afe4ebb8469ae3dd9515ab9, entries=150, sequenceid=143, filesize=11.9 K 2024-11-21T05:33:10,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/9afa79f22e2b4bb4a7f8e4f7fd5d4d65 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9afa79f22e2b4bb4a7f8e4f7fd5d4d65 2024-11-21T05:33:10,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9afa79f22e2b4bb4a7f8e4f7fd5d4d65, entries=150, sequenceid=143, filesize=11.9 K 2024-11-21T05:33:10,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/be2f8742dfbb41909de31a0a30dabca1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/be2f8742dfbb41909de31a0a30dabca1 2024-11-21T05:33:10,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/be2f8742dfbb41909de31a0a30dabca1, entries=150, sequenceid=143, filesize=11.9 K 2024-11-21T05:33:10,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 71c3dc91710e3ecaee5b5af77770dcb0 in 290ms, sequenceid=143, compaction requested=true 2024-11-21T05:33:10,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:10,287 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:10,287 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:10,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:10,288 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:10,288 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/A is initiating minor compaction (all files) 2024-11-21T05:33:10,288 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/A in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:10,288 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/a9a9d8861a9643fa845362ae85d1d0e0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f496e2887980435e93dadbda3f5100a7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/c16de9572afe4ebb8469ae3dd9515ab9] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=35.4 K 2024-11-21T05:33:10,289 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9a9d8861a9643fa845362ae85d1d0e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732167187963 2024-11-21T05:33:10,289 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting f496e2887980435e93dadbda3f5100a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732167188101 2024-11-21T05:33:10,289 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c16de9572afe4ebb8469ae3dd9515ab9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732167188839 2024-11-21T05:33:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T05:33:10,293 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:10,293 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/B is initiating minor compaction (all files) 2024-11-21T05:33:10,293 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/B in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:10,293 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/231769bdedd94dd18195241f936ec382, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c02041fdd8b849c9bf10ebcca56dbcfe, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9afa79f22e2b4bb4a7f8e4f7fd5d4d65] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=35.4 K 2024-11-21T05:33:10,298 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 231769bdedd94dd18195241f936ec382, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732167187963 2024-11-21T05:33:10,302 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#A#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:10,303 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/cf37a780558841f58f55708d516a6a5d is 50, key is test_row_0/A:col10/1732167188839/Put/seqid=0 2024-11-21T05:33:10,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T05:33:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:10,307 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T05:33:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:10,311 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting c02041fdd8b849c9bf10ebcca56dbcfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732167188101 2024-11-21T05:33:10,314 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9afa79f22e2b4bb4a7f8e4f7fd5d4d65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732167188839 2024-11-21T05:33:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/40d7591b323247cbabed52f51ac9690c is 50, key is test_row_0/A:col10/1732167190081/Put/seqid=0 2024-11-21T05:33:10,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742352_1528 (size=12391) 2024-11-21T05:33:10,385 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#B#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:10,385 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/99e3d5174bb6489aaf67163a3290e229 is 50, key is test_row_0/B:col10/1732167188839/Put/seqid=0 2024-11-21T05:33:10,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742353_1529 (size=12151) 2024-11-21T05:33:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:10,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742354_1530 (size=12391) 2024-11-21T05:33:10,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167250431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167250432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167250433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167250434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167250446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,478 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/cf37a780558841f58f55708d516a6a5d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/cf37a780558841f58f55708d516a6a5d 2024-11-21T05:33:10,483 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/99e3d5174bb6489aaf67163a3290e229 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/99e3d5174bb6489aaf67163a3290e229 2024-11-21T05:33:10,513 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/B of 71c3dc91710e3ecaee5b5af77770dcb0 into 99e3d5174bb6489aaf67163a3290e229(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:10,513 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:10,513 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/B, priority=13, startTime=1732167190287; duration=0sec 2024-11-21T05:33:10,513 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:10,513 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:B 2024-11-21T05:33:10,513 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:10,523 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:10,523 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/C is initiating minor compaction (all files) 2024-11-21T05:33:10,523 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/C in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:10,523 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/fac8a34a62534d9b9f4ff7596086d7af, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/5a5a20f1dad34379b646b5929b489fca, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/be2f8742dfbb41909de31a0a30dabca1] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=35.4 K 2024-11-21T05:33:10,527 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting fac8a34a62534d9b9f4ff7596086d7af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732167187963 2024-11-21T05:33:10,531 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a5a20f1dad34379b646b5929b489fca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732167188101 2024-11-21T05:33:10,535 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting be2f8742dfbb41909de31a0a30dabca1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732167188839 2024-11-21T05:33:10,543 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/A of 71c3dc91710e3ecaee5b5af77770dcb0 into cf37a780558841f58f55708d516a6a5d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:10,543 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:10,543 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/A, priority=13, startTime=1732167190287; duration=0sec 2024-11-21T05:33:10,543 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:10,543 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:A 2024-11-21T05:33:10,546 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:10,546 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/79be9208b847439ca58ac6c95cf33508 is 50, key is test_row_0/C:col10/1732167188839/Put/seqid=0 2024-11-21T05:33:10,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167250552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167250559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167250560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167250560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167250567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742355_1531 (size=12391) 2024-11-21T05:33:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T05:33:10,598 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/79be9208b847439ca58ac6c95cf33508 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/79be9208b847439ca58ac6c95cf33508 2024-11-21T05:33:10,601 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/C of 71c3dc91710e3ecaee5b5af77770dcb0 into 79be9208b847439ca58ac6c95cf33508(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:10,601 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:10,601 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/C, priority=13, startTime=1732167190287; duration=0sec 2024-11-21T05:33:10,601 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:10,601 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:C 2024-11-21T05:33:10,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167250761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167250774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167250778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167250778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167250787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:10,792 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/40d7591b323247cbabed52f51ac9690c 2024-11-21T05:33:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/306f966851b340c0aee6f440c1f9a062 is 50, key is test_row_0/B:col10/1732167190081/Put/seqid=0 2024-11-21T05:33:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742356_1532 (size=12151) 2024-11-21T05:33:11,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167251071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167251081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167251081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167251083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167251092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T05:33:11,271 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/306f966851b340c0aee6f440c1f9a062 2024-11-21T05:33:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/3f122a8c4dab47989b945b18ed74aea1 is 50, key is test_row_0/C:col10/1732167190081/Put/seqid=0 2024-11-21T05:33:11,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742357_1533 (size=12151) 2024-11-21T05:33:11,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167251580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:11,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167251586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:11,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167251586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:11,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167251587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:11,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167251596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:11,764 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/3f122a8c4dab47989b945b18ed74aea1 2024-11-21T05:33:11,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/40d7591b323247cbabed52f51ac9690c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/40d7591b323247cbabed52f51ac9690c 2024-11-21T05:33:11,772 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/40d7591b323247cbabed52f51ac9690c, entries=150, sequenceid=165, filesize=11.9 K 2024-11-21T05:33:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/306f966851b340c0aee6f440c1f9a062 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/306f966851b340c0aee6f440c1f9a062 2024-11-21T05:33:11,778 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/306f966851b340c0aee6f440c1f9a062, entries=150, sequenceid=165, filesize=11.9 K 2024-11-21T05:33:11,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/3f122a8c4dab47989b945b18ed74aea1 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f122a8c4dab47989b945b18ed74aea1 2024-11-21T05:33:11,783 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f122a8c4dab47989b945b18ed74aea1, entries=150, sequenceid=165, filesize=11.9 K 2024-11-21T05:33:11,787 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 71c3dc91710e3ecaee5b5af77770dcb0 in 1480ms, sequenceid=165, compaction requested=false 2024-11-21T05:33:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-21T05:33:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-21T05:33:11,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-21T05:33:11,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8020 sec 2024-11-21T05:33:11,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.8100 sec 2024-11-21T05:33:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T05:33:12,101 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-21T05:33:12,111 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-21T05:33:12,113 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:12,113 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:12,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T05:33:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T05:33:12,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:12,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T05:33:12,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:12,266 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T05:33:12,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:12,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:12,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:12,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:12,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:12,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/1e3fa4485ab442418254f4f177b5ea4d is 50, key is test_row_0/A:col10/1732167190433/Put/seqid=0 2024-11-21T05:33:12,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742358_1534 (size=12151) 2024-11-21T05:33:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T05:33:12,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:12,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167252658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:12,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167252672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:12,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167252672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:12,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167252672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:12,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167252687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:12,742 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/1e3fa4485ab442418254f4f177b5ea4d 2024-11-21T05:33:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T05:33:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/bb1bf506422a41c9baf7b910b86508a0 is 50, key is test_row_0/B:col10/1732167190433/Put/seqid=0 2024-11-21T05:33:12,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167252787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:12,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167252789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:12,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167252789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:12,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167252789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:12,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167252807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:12,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742359_1535 (size=12151) 2024-11-21T05:33:13,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167252999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167253003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167253003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167253003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167253015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T05:33:13,255 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/bb1bf506422a41c9baf7b910b86508a0 2024-11-21T05:33:13,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/ed345e0737d947d79d2529f601f94e34 is 50, key is test_row_0/C:col10/1732167190433/Put/seqid=0 2024-11-21T05:33:13,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167253311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167253311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167253311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167253319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167253321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742360_1536 (size=12151) 2024-11-21T05:33:13,752 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/ed345e0737d947d79d2529f601f94e34 2024-11-21T05:33:13,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/1e3fa4485ab442418254f4f177b5ea4d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1e3fa4485ab442418254f4f177b5ea4d 2024-11-21T05:33:13,829 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1e3fa4485ab442418254f4f177b5ea4d, entries=150, sequenceid=182, filesize=11.9 K 2024-11-21T05:33:13,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167253822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/bb1bf506422a41c9baf7b910b86508a0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/bb1bf506422a41c9baf7b910b86508a0 2024-11-21T05:33:13,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167253823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167253828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167253829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,839 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/bb1bf506422a41c9baf7b910b86508a0, entries=150, sequenceid=182, filesize=11.9 K 2024-11-21T05:33:13,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/ed345e0737d947d79d2529f601f94e34 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/ed345e0737d947d79d2529f601f94e34 2024-11-21T05:33:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167253835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:13,864 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/ed345e0737d947d79d2529f601f94e34, entries=150, sequenceid=182, filesize=11.9 K 2024-11-21T05:33:13,865 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 71c3dc91710e3ecaee5b5af77770dcb0 in 1598ms, sequenceid=182, compaction requested=true 2024-11-21T05:33:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-21T05:33:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-21T05:33:13,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-21T05:33:13,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7620 sec 2024-11-21T05:33:13,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.7710 sec 2024-11-21T05:33:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T05:33:14,249 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-21T05:33:14,263 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-21T05:33:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T05:33:14,298 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:14,318 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:14,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T05:33:14,482 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:14,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T05:33:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:14,483 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T05:33:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:14,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/1c0c8fb29cdb4933aec461fed002ab19 is 50, key is test_row_0/A:col10/1732167192654/Put/seqid=0 2024-11-21T05:33:14,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742361_1537 (size=12151) 2024-11-21T05:33:14,536 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/1c0c8fb29cdb4933aec461fed002ab19 2024-11-21T05:33:14,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/def3ae0829004ed6848801a2a937c022 is 50, key is test_row_0/B:col10/1732167192654/Put/seqid=0 2024-11-21T05:33:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T05:33:14,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742362_1538 (size=12151) 2024-11-21T05:33:14,590 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/def3ae0829004ed6848801a2a937c022 2024-11-21T05:33:14,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/9886190e23e64865909512d53fcb6a11 is 50, key is test_row_0/C:col10/1732167192654/Put/seqid=0 2024-11-21T05:33:14,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742363_1539 (size=12151) 2024-11-21T05:33:14,662 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/9886190e23e64865909512d53fcb6a11 2024-11-21T05:33:14,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/1c0c8fb29cdb4933aec461fed002ab19 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1c0c8fb29cdb4933aec461fed002ab19 2024-11-21T05:33:14,671 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1c0c8fb29cdb4933aec461fed002ab19, entries=150, sequenceid=205, filesize=11.9 K 2024-11-21T05:33:14,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/def3ae0829004ed6848801a2a937c022 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/def3ae0829004ed6848801a2a937c022 2024-11-21T05:33:14,678 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/def3ae0829004ed6848801a2a937c022, entries=150, sequenceid=205, filesize=11.9 K 2024-11-21T05:33:14,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/9886190e23e64865909512d53fcb6a11 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/9886190e23e64865909512d53fcb6a11 2024-11-21T05:33:14,683 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/9886190e23e64865909512d53fcb6a11, entries=150, sequenceid=205, filesize=11.9 K 2024-11-21T05:33:14,687 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 71c3dc91710e3ecaee5b5af77770dcb0 in 204ms, sequenceid=205, compaction requested=true 2024-11-21T05:33:14,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:14,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:14,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-21T05:33:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-21T05:33:14,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-21T05:33:14,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 379 msec 2024-11-21T05:33:14,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 438 msec 2024-11-21T05:33:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:14,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T05:33:14,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:14,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:14,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:14,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:14,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:14,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:14,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/96483e17ff9b4be7ace394dde7605afa is 50, key is test_row_0/A:col10/1732167194852/Put/seqid=0 2024-11-21T05:33:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T05:33:14,887 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-21T05:33:14,893 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-21T05:33:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T05:33:14,903 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:14,907 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:14,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:14,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742364_1540 (size=16931) 2024-11-21T05:33:14,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167254934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167254941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:14,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167254947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:14,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167254948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:14,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167254951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T05:33:15,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167255050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167255056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,071 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167255056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T05:33:15,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:15,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167255070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167255053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T05:33:15,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T05:33:15,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:15,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167255256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167255274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167255274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167255285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167255289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/96483e17ff9b4be7ace394dde7605afa 2024-11-21T05:33:15,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/30d8aefb47844707bee999d457a20d20 is 50, key is test_row_0/B:col10/1732167194852/Put/seqid=0 2024-11-21T05:33:15,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T05:33:15,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742365_1541 (size=12151) 2024-11-21T05:33:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T05:33:15,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T05:33:15,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:15,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167255566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167255592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167255598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167255599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167255602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T05:33:15,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:15,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/30d8aefb47844707bee999d457a20d20 2024-11-21T05:33:15,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/6f46d1e71b024317b78a9f9f0e176dea is 50, key is test_row_0/C:col10/1732167194852/Put/seqid=0 2024-11-21T05:33:15,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:15,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T05:33:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:15,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742366_1542 (size=12151) 2024-11-21T05:33:15,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/6f46d1e71b024317b78a9f9f0e176dea 2024-11-21T05:33:15,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/96483e17ff9b4be7ace394dde7605afa as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/96483e17ff9b4be7ace394dde7605afa 2024-11-21T05:33:15,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/96483e17ff9b4be7ace394dde7605afa, entries=250, sequenceid=217, filesize=16.5 K 2024-11-21T05:33:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/30d8aefb47844707bee999d457a20d20 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/30d8aefb47844707bee999d457a20d20 2024-11-21T05:33:15,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/30d8aefb47844707bee999d457a20d20, entries=150, sequenceid=217, filesize=11.9 K 2024-11-21T05:33:15,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/6f46d1e71b024317b78a9f9f0e176dea as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/6f46d1e71b024317b78a9f9f0e176dea 2024-11-21T05:33:15,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/6f46d1e71b024317b78a9f9f0e176dea, entries=150, sequenceid=217, filesize=11.9 K 2024-11-21T05:33:15,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 71c3dc91710e3ecaee5b5af77770dcb0 in 1048ms, sequenceid=217, compaction requested=true 2024-11-21T05:33:15,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:15,910 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T05:33:15,912 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 65775 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T05:33:15,912 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/A is initiating minor compaction (all files) 2024-11-21T05:33:15,912 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/A in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,912 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/cf37a780558841f58f55708d516a6a5d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/40d7591b323247cbabed52f51ac9690c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1e3fa4485ab442418254f4f177b5ea4d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1c0c8fb29cdb4933aec461fed002ab19, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/96483e17ff9b4be7ace394dde7605afa] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=64.2 K 2024-11-21T05:33:15,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:15,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:15,912 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf37a780558841f58f55708d516a6a5d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732167188839 2024-11-21T05:33:15,913 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40d7591b323247cbabed52f51ac9690c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732167190062 2024-11-21T05:33:15,913 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e3fa4485ab442418254f4f177b5ea4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732167190432 2024-11-21T05:33:15,913 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T05:33:15,914 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c0c8fb29cdb4933aec461fed002ab19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732167192654 2024-11-21T05:33:15,914 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96483e17ff9b4be7ace394dde7605afa, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732167194848 2024-11-21T05:33:15,915 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60995 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T05:33:15,916 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/B is initiating minor compaction (all files) 2024-11-21T05:33:15,916 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/B in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,916 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/99e3d5174bb6489aaf67163a3290e229, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/306f966851b340c0aee6f440c1f9a062, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/bb1bf506422a41c9baf7b910b86508a0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/def3ae0829004ed6848801a2a937c022, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/30d8aefb47844707bee999d457a20d20] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=59.6 K 2024-11-21T05:33:15,916 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 99e3d5174bb6489aaf67163a3290e229, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732167188839 2024-11-21T05:33:15,917 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 306f966851b340c0aee6f440c1f9a062, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732167190062 2024-11-21T05:33:15,917 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting bb1bf506422a41c9baf7b910b86508a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732167190432 2024-11-21T05:33:15,918 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting def3ae0829004ed6848801a2a937c022, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732167192654 2024-11-21T05:33:15,918 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 30d8aefb47844707bee999d457a20d20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732167194848 2024-11-21T05:33:15,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:15,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:15,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:15,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:15,929 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#A#compaction#461 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:15,930 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/530f3c334a5441dc82501f1b7d27abf7 is 50, key is test_row_0/A:col10/1732167194852/Put/seqid=0 2024-11-21T05:33:15,935 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:15,935 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/26e2df8d139f4b0e9058cfda44555bf8 is 50, key is test_row_0/B:col10/1732167194852/Put/seqid=0 2024-11-21T05:33:15,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742367_1543 (size=12561) 2024-11-21T05:33:15,987 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/530f3c334a5441dc82501f1b7d27abf7 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/530f3c334a5441dc82501f1b7d27abf7 2024-11-21T05:33:15,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742368_1544 (size=12561) 2024-11-21T05:33:15,995 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/A of 71c3dc91710e3ecaee5b5af77770dcb0 into 530f3c334a5441dc82501f1b7d27abf7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:15,995 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:15,995 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/A, priority=11, startTime=1732167195910; duration=0sec 2024-11-21T05:33:15,996 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:15,996 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:A 2024-11-21T05:33:15,996 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T05:33:15,997 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60995 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T05:33:15,997 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/C is initiating minor compaction (all files) 2024-11-21T05:33:15,998 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/C in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:15,998 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/79be9208b847439ca58ac6c95cf33508, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f122a8c4dab47989b945b18ed74aea1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/ed345e0737d947d79d2529f601f94e34, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/9886190e23e64865909512d53fcb6a11, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/6f46d1e71b024317b78a9f9f0e176dea] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=59.6 K 2024-11-21T05:33:15,998 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79be9208b847439ca58ac6c95cf33508, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732167188839 2024-11-21T05:33:15,999 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f122a8c4dab47989b945b18ed74aea1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732167190062 2024-11-21T05:33:15,999 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed345e0737d947d79d2529f601f94e34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732167190432 2024-11-21T05:33:15,999 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9886190e23e64865909512d53fcb6a11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732167192654 2024-11-21T05:33:16,000 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f46d1e71b024317b78a9f9f0e176dea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732167194848 2024-11-21T05:33:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T05:33:16,014 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#C#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:16,014 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/ea5f19936d814dd292e8d232678a6777 is 50, key is test_row_0/C:col10/1732167194852/Put/seqid=0 2024-11-21T05:33:16,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T05:33:16,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:16,030 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:33:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/bbae845c217c4bd9afd4e68b5c9b3426 is 50, key is test_row_0/A:col10/1732167194945/Put/seqid=0 2024-11-21T05:33:16,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742369_1545 (size=12561) 2024-11-21T05:33:16,070 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/ea5f19936d814dd292e8d232678a6777 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/ea5f19936d814dd292e8d232678a6777 2024-11-21T05:33:16,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742370_1546 (size=12151) 2024-11-21T05:33:16,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:16,092 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/C of 71c3dc91710e3ecaee5b5af77770dcb0 into ea5f19936d814dd292e8d232678a6777(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:16,092 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:16,092 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/C, priority=11, startTime=1732167195923; duration=0sec 2024-11-21T05:33:16,092 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:16,092 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:C 2024-11-21T05:33:16,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167256129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167256130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167256131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167256134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167256141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167256247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167256255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167256255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167256260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,434 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/26e2df8d139f4b0e9058cfda44555bf8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/26e2df8d139f4b0e9058cfda44555bf8 2024-11-21T05:33:16,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167256461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,471 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/B of 71c3dc91710e3ecaee5b5af77770dcb0 into 26e2df8d139f4b0e9058cfda44555bf8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:16,471 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:16,471 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/B, priority=11, startTime=1732167195913; duration=0sec 2024-11-21T05:33:16,473 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:16,473 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:B 2024-11-21T05:33:16,475 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/bbae845c217c4bd9afd4e68b5c9b3426 2024-11-21T05:33:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167256466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167256466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167256466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/84264c53b80b4804ac4a3445353780b0 is 50, key is test_row_0/B:col10/1732167194945/Put/seqid=0 2024-11-21T05:33:16,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742371_1547 (size=12151) 2024-11-21T05:33:16,527 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/84264c53b80b4804ac4a3445353780b0 2024-11-21T05:33:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/01c235f938f74dfaa3ea1c7a5862e80c is 50, key is test_row_0/C:col10/1732167194945/Put/seqid=0 2024-11-21T05:33:16,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742372_1548 (size=12151) 2024-11-21T05:33:16,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167256768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167256782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167256782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:16,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167256782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,001 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/01c235f938f74dfaa3ea1c7a5862e80c 2024-11-21T05:33:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T05:33:17,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/bbae845c217c4bd9afd4e68b5c9b3426 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/bbae845c217c4bd9afd4e68b5c9b3426 2024-11-21T05:33:17,051 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/bbae845c217c4bd9afd4e68b5c9b3426, entries=150, sequenceid=243, filesize=11.9 K 2024-11-21T05:33:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/84264c53b80b4804ac4a3445353780b0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/84264c53b80b4804ac4a3445353780b0 2024-11-21T05:33:17,066 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/84264c53b80b4804ac4a3445353780b0, entries=150, sequenceid=243, filesize=11.9 K 2024-11-21T05:33:17,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/01c235f938f74dfaa3ea1c7a5862e80c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/01c235f938f74dfaa3ea1c7a5862e80c 2024-11-21T05:33:17,075 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/01c235f938f74dfaa3ea1c7a5862e80c, entries=150, sequenceid=243, filesize=11.9 K 2024-11-21T05:33:17,077 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 71c3dc91710e3ecaee5b5af77770dcb0 in 1046ms, sequenceid=243, compaction requested=false 2024-11-21T05:33:17,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:17,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:17,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-21T05:33:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-21T05:33:17,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.1900 sec 2024-11-21T05:33:17,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-21T05:33:17,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1730 sec 2024-11-21T05:33:17,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T05:33:17,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:17,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:17,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:17,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:17,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:17,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:17,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/effe761855034e53a2c93d02a1084665 is 50, key is test_row_0/A:col10/1732167197156/Put/seqid=0 2024-11-21T05:33:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742373_1549 (size=14591) 2024-11-21T05:33:17,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167257302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167257303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167257313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167257314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167257315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167257415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167257419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167257427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167257427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167257435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/effe761855034e53a2c93d02a1084665 2024-11-21T05:33:17,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/c04ef0ca32624280b9008beddb45efeb is 50, key is test_row_0/B:col10/1732167197156/Put/seqid=0 2024-11-21T05:33:17,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167257625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167257629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167257633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167257643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167257652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742374_1550 (size=12201) 2024-11-21T05:33:17,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167257939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167257940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167257943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167257955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:17,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167257967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:18,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/c04ef0ca32624280b9008beddb45efeb 2024-11-21T05:33:18,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/8c214e24416e485c81f440900dd33a31 is 50, key is test_row_0/C:col10/1732167197156/Put/seqid=0 2024-11-21T05:33:18,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742375_1551 (size=12201) 2024-11-21T05:33:18,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167258451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:18,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167258459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:18,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167258459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:18,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167258467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:18,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167258483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:18,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/8c214e24416e485c81f440900dd33a31 2024-11-21T05:33:18,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/effe761855034e53a2c93d02a1084665 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/effe761855034e53a2c93d02a1084665 2024-11-21T05:33:18,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/effe761855034e53a2c93d02a1084665, entries=200, sequenceid=257, filesize=14.2 K 2024-11-21T05:33:18,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/c04ef0ca32624280b9008beddb45efeb as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c04ef0ca32624280b9008beddb45efeb 2024-11-21T05:33:18,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c04ef0ca32624280b9008beddb45efeb, entries=150, sequenceid=257, filesize=11.9 K 2024-11-21T05:33:18,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/8c214e24416e485c81f440900dd33a31 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/8c214e24416e485c81f440900dd33a31 2024-11-21T05:33:18,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/8c214e24416e485c81f440900dd33a31, entries=150, sequenceid=257, filesize=11.9 K 2024-11-21T05:33:18,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 71c3dc91710e3ecaee5b5af77770dcb0 in 1700ms, sequenceid=257, compaction requested=true 2024-11-21T05:33:18,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:18,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:18,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:18,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:18,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:33:18,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:18,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T05:33:18,862 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:18,862 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:18,879 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39303 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:18,879 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/A is initiating minor compaction (all files) 2024-11-21T05:33:18,879 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/A in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:18,879 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/530f3c334a5441dc82501f1b7d27abf7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/bbae845c217c4bd9afd4e68b5c9b3426, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/effe761855034e53a2c93d02a1084665] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=38.4 K 2024-11-21T05:33:18,887 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 530f3c334a5441dc82501f1b7d27abf7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732167194848 2024-11-21T05:33:18,889 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36913 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:18,889 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/C is initiating minor compaction (all files) 2024-11-21T05:33:18,890 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/C in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:18,890 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/ea5f19936d814dd292e8d232678a6777, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/01c235f938f74dfaa3ea1c7a5862e80c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/8c214e24416e485c81f440900dd33a31] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=36.0 K 2024-11-21T05:33:18,890 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting bbae845c217c4bd9afd4e68b5c9b3426, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732167194943 2024-11-21T05:33:18,892 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting effe761855034e53a2c93d02a1084665, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732167196118 2024-11-21T05:33:18,899 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea5f19936d814dd292e8d232678a6777, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732167194848 2024-11-21T05:33:18,911 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01c235f938f74dfaa3ea1c7a5862e80c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732167194943 2024-11-21T05:33:18,919 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c214e24416e485c81f440900dd33a31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732167196118 2024-11-21T05:33:18,980 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#A#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:18,981 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/cff9cac8de9a4d4b8def7c9cab7b9266 is 50, key is test_row_0/A:col10/1732167197156/Put/seqid=0 2024-11-21T05:33:18,994 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:18,995 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/9a26724d14ac47a384bfc7532f244f0f is 50, key is test_row_0/C:col10/1732167197156/Put/seqid=0 2024-11-21T05:33:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T05:33:19,011 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-21T05:33:19,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742376_1552 (size=12713) 2024-11-21T05:33:19,027 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-21T05:33:19,030 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:19,031 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:19,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T05:33:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742377_1553 (size=12713) 2024-11-21T05:33:19,068 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/cff9cac8de9a4d4b8def7c9cab7b9266 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/cff9cac8de9a4d4b8def7c9cab7b9266 2024-11-21T05:33:19,072 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/9a26724d14ac47a384bfc7532f244f0f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/9a26724d14ac47a384bfc7532f244f0f 2024-11-21T05:33:19,081 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/A of 71c3dc91710e3ecaee5b5af77770dcb0 into cff9cac8de9a4d4b8def7c9cab7b9266(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:19,081 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:19,081 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/A, priority=13, startTime=1732167198859; duration=0sec 2024-11-21T05:33:19,081 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:19,081 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:A 2024-11-21T05:33:19,082 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:19,086 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36913 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:19,086 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/B is initiating minor compaction (all files) 2024-11-21T05:33:19,086 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/B in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:19,086 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/26e2df8d139f4b0e9058cfda44555bf8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/84264c53b80b4804ac4a3445353780b0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c04ef0ca32624280b9008beddb45efeb] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=36.0 K 2024-11-21T05:33:19,087 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 26e2df8d139f4b0e9058cfda44555bf8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732167194848 2024-11-21T05:33:19,087 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 84264c53b80b4804ac4a3445353780b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732167194943 2024-11-21T05:33:19,087 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting c04ef0ca32624280b9008beddb45efeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732167196118 2024-11-21T05:33:19,096 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:19,097 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/6e34661bd1cf4ec688b4dcfc78b82772 is 50, key is test_row_0/B:col10/1732167197156/Put/seqid=0 2024-11-21T05:33:19,100 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/C of 71c3dc91710e3ecaee5b5af77770dcb0 into 9a26724d14ac47a384bfc7532f244f0f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:19,100 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:19,100 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/C, priority=13, startTime=1732167198859; duration=0sec 2024-11-21T05:33:19,100 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:19,100 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:C 2024-11-21T05:33:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T05:33:19,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742378_1554 (size=12713) 2024-11-21T05:33:19,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-21T05:33:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:19,189 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:33:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:19,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/aba359f2915646089741a2eddf053ecf is 50, key is test_row_0/A:col10/1732167197312/Put/seqid=0 2024-11-21T05:33:19,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742379_1555 (size=12301) 2024-11-21T05:33:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T05:33:19,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:19,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167259505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167259506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167259516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167259517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167259527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,565 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/6e34661bd1cf4ec688b4dcfc78b82772 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/6e34661bd1cf4ec688b4dcfc78b82772 2024-11-21T05:33:19,571 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/B of 71c3dc91710e3ecaee5b5af77770dcb0 into 6e34661bd1cf4ec688b4dcfc78b82772(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:19,571 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:19,571 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/B, priority=13, startTime=1732167198859; duration=0sec 2024-11-21T05:33:19,571 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:19,571 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:B 2024-11-21T05:33:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T05:33:19,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167259628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167259631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167259635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167259635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,654 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/aba359f2915646089741a2eddf053ecf 2024-11-21T05:33:19,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/02dbc6726eb94129a4bb8cd9661e2377 is 50, key is test_row_0/B:col10/1732167197312/Put/seqid=0 2024-11-21T05:33:19,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742380_1556 (size=12301) 2024-11-21T05:33:19,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167259848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167259849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167259851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:19,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167259851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T05:33:20,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167260163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:20,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167260163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:20,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167260163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:20,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167260174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:20,239 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/02dbc6726eb94129a4bb8cd9661e2377 2024-11-21T05:33:20,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/95cb6025e3b94973adced5927505a844 is 50, key is test_row_0/C:col10/1732167197312/Put/seqid=0 2024-11-21T05:33:20,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742381_1557 (size=12301) 2024-11-21T05:33:20,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167260672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:20,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167260672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:20,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167260672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:20,690 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/95cb6025e3b94973adced5927505a844 2024-11-21T05:33:20,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167260694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:20,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/aba359f2915646089741a2eddf053ecf as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/aba359f2915646089741a2eddf053ecf 2024-11-21T05:33:20,728 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/aba359f2915646089741a2eddf053ecf, entries=150, sequenceid=284, filesize=12.0 K 2024-11-21T05:33:20,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/02dbc6726eb94129a4bb8cd9661e2377 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/02dbc6726eb94129a4bb8cd9661e2377 2024-11-21T05:33:20,743 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/02dbc6726eb94129a4bb8cd9661e2377, entries=150, sequenceid=284, filesize=12.0 K 2024-11-21T05:33:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/95cb6025e3b94973adced5927505a844 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/95cb6025e3b94973adced5927505a844 2024-11-21T05:33:20,747 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/95cb6025e3b94973adced5927505a844, entries=150, sequenceid=284, filesize=12.0 K 2024-11-21T05:33:20,748 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 71c3dc91710e3ecaee5b5af77770dcb0 in 1559ms, sequenceid=284, compaction requested=false 2024-11-21T05:33:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:20,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-21T05:33:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-21T05:33:20,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-21T05:33:20,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec 2024-11-21T05:33:20,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.7250 sec 2024-11-21T05:33:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T05:33:21,136 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-21T05:33:21,145 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-21T05:33:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T05:33:21,171 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:21,174 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:21,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T05:33:21,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:21,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T05:33:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:21,335 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:33:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/478d949e485e441b8fd6fe79ad753f07 is 50, key is test_row_0/A:col10/1732167199516/Put/seqid=0 2024-11-21T05:33:21,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742382_1558 (size=12301) 2024-11-21T05:33:21,362 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/478d949e485e441b8fd6fe79ad753f07 2024-11-21T05:33:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/4c2cda67db394b93887eca01b5167f56 is 50, key is test_row_0/B:col10/1732167199516/Put/seqid=0 2024-11-21T05:33:21,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742383_1559 (size=12301) 2024-11-21T05:33:21,422 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/4c2cda67db394b93887eca01b5167f56 2024-11-21T05:33:21,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/4d736f71cf1043dca5cf1a8d7a6629d5 is 50, key is test_row_0/C:col10/1732167199516/Put/seqid=0 2024-11-21T05:33:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T05:33:21,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742384_1560 (size=12301) 2024-11-21T05:33:21,486 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/4d736f71cf1043dca5cf1a8d7a6629d5 2024-11-21T05:33:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:21,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/478d949e485e441b8fd6fe79ad753f07 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/478d949e485e441b8fd6fe79ad753f07 2024-11-21T05:33:21,587 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/478d949e485e441b8fd6fe79ad753f07, entries=150, sequenceid=296, filesize=12.0 K 2024-11-21T05:33:21,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/4c2cda67db394b93887eca01b5167f56 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4c2cda67db394b93887eca01b5167f56 2024-11-21T05:33:21,667 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4c2cda67db394b93887eca01b5167f56, entries=150, sequenceid=296, filesize=12.0 K 2024-11-21T05:33:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/4d736f71cf1043dca5cf1a8d7a6629d5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/4d736f71cf1043dca5cf1a8d7a6629d5 2024-11-21T05:33:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167261703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167261705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:21,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167261709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167261711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:21,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60498 deadline: 1732167261714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:21,731 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/4d736f71cf1043dca5cf1a8d7a6629d5, entries=150, sequenceid=296, filesize=12.0 K 2024-11-21T05:33:21,734 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 71c3dc91710e3ecaee5b5af77770dcb0 in 399ms, sequenceid=296, compaction requested=true 2024-11-21T05:33:21,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:21,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:21,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-21T05:33:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-21T05:33:21,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-21T05:33:21,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 569 msec 2024-11-21T05:33:21,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 601 msec 2024-11-21T05:33:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T05:33:21,775 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-21T05:33:21,787 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-21T05:33:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T05:33:21,799 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:21,802 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:21,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:21,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T05:33:21,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:21,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:21,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:21,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:21,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:21,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:21,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/2dfd0ce3b93f4fe5a54c03ee33d0e80a is 50, key is test_row_0/A:col10/1732167201703/Put/seqid=0 2024-11-21T05:33:21,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167261867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:21,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167261882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:21,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:21,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167261884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167261884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T05:33:21,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742385_1561 (size=14741) 2024-11-21T05:33:21,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:21,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T05:33:21,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:21,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:21,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:21,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:21,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:22,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167261995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167262003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167262007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167262007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T05:33:22,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T05:33:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:22,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:22,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167262215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167262216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167262216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167262217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T05:33:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:22,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:22,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/2dfd0ce3b93f4fe5a54c03ee33d0e80a 2024-11-21T05:33:22,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/9fce1a790fe940879e586608c10fee01 is 50, key is test_row_0/B:col10/1732167201703/Put/seqid=0 2024-11-21T05:33:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T05:33:22,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742386_1562 (size=12301) 2024-11-21T05:33:22,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/9fce1a790fe940879e586608c10fee01 2024-11-21T05:33:22,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T05:33:22,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:22,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:22,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:22,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:22,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:22,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/3f91c060b2254eaab21ab97f617eedd3 is 50, key is test_row_0/C:col10/1732167201703/Put/seqid=0 2024-11-21T05:33:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742387_1563 (size=12301) 2024-11-21T05:33:22,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/3f91c060b2254eaab21ab97f617eedd3 2024-11-21T05:33:22,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/2dfd0ce3b93f4fe5a54c03ee33d0e80a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2dfd0ce3b93f4fe5a54c03ee33d0e80a 2024-11-21T05:33:22,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167262535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167262535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167262539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2dfd0ce3b93f4fe5a54c03ee33d0e80a, entries=200, sequenceid=322, filesize=14.4 K 2024-11-21T05:33:22,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167262539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/9fce1a790fe940879e586608c10fee01 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9fce1a790fe940879e586608c10fee01 2024-11-21T05:33:22,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9fce1a790fe940879e586608c10fee01, entries=150, sequenceid=322, filesize=12.0 K 2024-11-21T05:33:22,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/3f91c060b2254eaab21ab97f617eedd3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f91c060b2254eaab21ab97f617eedd3 2024-11-21T05:33:22,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f91c060b2254eaab21ab97f617eedd3, entries=150, sequenceid=322, filesize=12.0 K 2024-11-21T05:33:22,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 71c3dc91710e3ecaee5b5af77770dcb0 in 756ms, sequenceid=322, compaction requested=true 2024-11-21T05:33:22,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:22,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:22,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:22,584 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:33:22,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:22,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:22,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:22,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:33:22,584 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:33:22,586 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49616 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:33:22,586 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/B is initiating minor compaction (all files) 2024-11-21T05:33:22,586 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/B in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:22,586 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/6e34661bd1cf4ec688b4dcfc78b82772, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/02dbc6726eb94129a4bb8cd9661e2377, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4c2cda67db394b93887eca01b5167f56, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9fce1a790fe940879e586608c10fee01] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=48.5 K 2024-11-21T05:33:22,586 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:33:22,586 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/A is initiating minor compaction (all files) 2024-11-21T05:33:22,587 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e34661bd1cf4ec688b4dcfc78b82772, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732167196118 2024-11-21T05:33:22,587 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/A in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:22,587 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/cff9cac8de9a4d4b8def7c9cab7b9266, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/aba359f2915646089741a2eddf053ecf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/478d949e485e441b8fd6fe79ad753f07, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2dfd0ce3b93f4fe5a54c03ee33d0e80a] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=50.8 K 2024-11-21T05:33:22,587 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 02dbc6726eb94129a4bb8cd9661e2377, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732167197296 2024-11-21T05:33:22,587 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting cff9cac8de9a4d4b8def7c9cab7b9266, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732167196118 2024-11-21T05:33:22,592 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting aba359f2915646089741a2eddf053ecf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732167197296 2024-11-21T05:33:22,592 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c2cda67db394b93887eca01b5167f56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732167199504 2024-11-21T05:33:22,592 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fce1a790fe940879e586608c10fee01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732167201703 2024-11-21T05:33:22,592 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 478d949e485e441b8fd6fe79ad753f07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732167199504 2024-11-21T05:33:22,593 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dfd0ce3b93f4fe5a54c03ee33d0e80a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732167201646 2024-11-21T05:33:22,609 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#B#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:22,610 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/0e70c5762e024d468dd5f1e7815f0847 is 50, key is test_row_0/B:col10/1732167201703/Put/seqid=0 2024-11-21T05:33:22,617 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#A#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:22,617 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/c5e3720ced6a4ec7938938095b6347b9 is 50, key is test_row_0/A:col10/1732167201703/Put/seqid=0 2024-11-21T05:33:22,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:22,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-21T05:33:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:22,619 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T05:33:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:22,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/82fbc8ced9dc468fa2011af3deb02879 is 50, key is test_row_0/A:col10/1732167201834/Put/seqid=0 2024-11-21T05:33:22,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742389_1565 (size=12949) 2024-11-21T05:33:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742390_1566 (size=12301) 2024-11-21T05:33:22,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742388_1564 (size=12949) 2024-11-21T05:33:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T05:33:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:23,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. as already flushing 2024-11-21T05:33:23,080 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/c5e3720ced6a4ec7938938095b6347b9 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/c5e3720ced6a4ec7938938095b6347b9 2024-11-21T05:33:23,085 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/A of 71c3dc91710e3ecaee5b5af77770dcb0 into c5e3720ced6a4ec7938938095b6347b9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:23,085 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:23,085 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/A, priority=12, startTime=1732167202583; duration=0sec 2024-11-21T05:33:23,085 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:23,085 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:A 2024-11-21T05:33:23,085 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:33:23,086 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49616 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:33:23,086 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): 71c3dc91710e3ecaee5b5af77770dcb0/C is initiating minor compaction (all files) 2024-11-21T05:33:23,086 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71c3dc91710e3ecaee5b5af77770dcb0/C in TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:23,086 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/9a26724d14ac47a384bfc7532f244f0f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/95cb6025e3b94973adced5927505a844, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/4d736f71cf1043dca5cf1a8d7a6629d5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f91c060b2254eaab21ab97f617eedd3] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp, totalSize=48.5 K 2024-11-21T05:33:23,087 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a26724d14ac47a384bfc7532f244f0f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732167196118 2024-11-21T05:33:23,087 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95cb6025e3b94973adced5927505a844, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732167197296 2024-11-21T05:33:23,087 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d736f71cf1043dca5cf1a8d7a6629d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732167199504 2024-11-21T05:33:23,087 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f91c060b2254eaab21ab97f617eedd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732167201703 2024-11-21T05:33:23,095 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/82fbc8ced9dc468fa2011af3deb02879 2024-11-21T05:33:23,096 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71c3dc91710e3ecaee5b5af77770dcb0#C#compaction#485 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:23,098 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/0e70c5762e024d468dd5f1e7815f0847 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/0e70c5762e024d468dd5f1e7815f0847 2024-11-21T05:33:23,099 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/82340e78308146fba1a4daed44c5eb0e is 50, key is test_row_0/C:col10/1732167201703/Put/seqid=0 2024-11-21T05:33:23,103 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/B of 71c3dc91710e3ecaee5b5af77770dcb0 into 0e70c5762e024d468dd5f1e7815f0847(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:23,103 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:23,103 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/B, priority=12, startTime=1732167202584; duration=0sec 2024-11-21T05:33:23,103 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:23,103 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:B 2024-11-21T05:33:23,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167263105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/8135b0778ca346a69310198c49853459 is 50, key is test_row_0/B:col10/1732167201834/Put/seqid=0 2024-11-21T05:33:23,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167263106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167263106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167263107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742391_1567 (size=12949) 2024-11-21T05:33:23,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742392_1568 (size=12301) 2024-11-21T05:33:23,117 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/8135b0778ca346a69310198c49853459 2024-11-21T05:33:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/471ecb30c6ef444f87d2664a9fba9637 is 50, key is test_row_0/C:col10/1732167201834/Put/seqid=0 2024-11-21T05:33:23,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742393_1569 (size=12301) 2024-11-21T05:33:23,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167263217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167263222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167263222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167263223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60490 deadline: 1732167263424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60506 deadline: 1732167263425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60482 deadline: 1732167263426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60432 deadline: 1732167263426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,522 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/82340e78308146fba1a4daed44c5eb0e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/82340e78308146fba1a4daed44c5eb0e 2024-11-21T05:33:23,528 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71c3dc91710e3ecaee5b5af77770dcb0/C of 71c3dc91710e3ecaee5b5af77770dcb0 into 82340e78308146fba1a4daed44c5eb0e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:23,528 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:23,528 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0., storeName=71c3dc91710e3ecaee5b5af77770dcb0/C, priority=12, startTime=1732167202584; duration=0sec 2024-11-21T05:33:23,528 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:23,528 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:C 2024-11-21T05:33:23,551 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/471ecb30c6ef444f87d2664a9fba9637 2024-11-21T05:33:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/82fbc8ced9dc468fa2011af3deb02879 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/82fbc8ced9dc468fa2011af3deb02879 2024-11-21T05:33:23,561 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/82fbc8ced9dc468fa2011af3deb02879, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T05:33:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/8135b0778ca346a69310198c49853459 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/8135b0778ca346a69310198c49853459 2024-11-21T05:33:23,566 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/8135b0778ca346a69310198c49853459, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T05:33:23,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/471ecb30c6ef444f87d2664a9fba9637 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/471ecb30c6ef444f87d2664a9fba9637 2024-11-21T05:33:23,571 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/471ecb30c6ef444f87d2664a9fba9637, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T05:33:23,575 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 71c3dc91710e3ecaee5b5af77770dcb0 in 957ms, sequenceid=332, compaction requested=false 2024-11-21T05:33:23,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:23,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:23,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-21T05:33:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-21T05:33:23,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-21T05:33:23,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7780 sec 2024-11-21T05:33:23,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.7970 sec 2024-11-21T05:33:23,707 DEBUG [Thread-2211 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:49791 2024-11-21T05:33:23,707 DEBUG [Thread-2211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:23,707 DEBUG [Thread-2205 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:49791 2024-11-21T05:33:23,708 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:23,710 DEBUG [Thread-2203 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:49791 2024-11-21T05:33:23,710 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:23,712 DEBUG [Thread-2209 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:49791 2024-11-21T05:33:23,712 DEBUG [Thread-2209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:23,713 DEBUG [Thread-2207 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:49791 2024-11-21T05:33:23,713 DEBUG [Thread-2207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:23,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T05:33:23,729 DEBUG [Thread-2194 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:49791 2024-11-21T05:33:23,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:23,729 DEBUG [Thread-2194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:23,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:23,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:23,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:23,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:23,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:23,731 DEBUG [Thread-2192 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:49791 2024-11-21T05:33:23,731 DEBUG [Thread-2192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:23,731 DEBUG [Thread-2198 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:49791 2024-11-21T05:33:23,731 DEBUG [Thread-2198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:23,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/71ef6bf191ce4af3889c467ac6971f9f is 50, key is test_row_0/A:col10/1732167203105/Put/seqid=0 2024-11-21T05:33:23,737 DEBUG [Thread-2200 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:49791 2024-11-21T05:33:23,737 DEBUG [Thread-2200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:23,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742394_1570 (size=12301) 2024-11-21T05:33:23,738 DEBUG [Thread-2196 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:49791 2024-11-21T05:33:23,738 DEBUG [Thread-2196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:23,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/71ef6bf191ce4af3889c467ac6971f9f 2024-11-21T05:33:23,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/e86e0cecf3074b6d815a80f25e399c67 is 50, key is test_row_0/B:col10/1732167203105/Put/seqid=0 2024-11-21T05:33:23,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742395_1571 (size=12301) 2024-11-21T05:33:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T05:33:23,902 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1222 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3666 rows 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1219 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3657 rows 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1219 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3657 rows 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1241 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3723 rows 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1221 2024-11-21T05:33:23,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3663 rows 2024-11-21T05:33:23,903 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T05:33:23,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:49791 2024-11-21T05:33:23,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:23,906 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T05:33:23,907 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T05:33:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T05:33:23,911 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167203911"}]},"ts":"1732167203911"} 2024-11-21T05:33:23,913 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T05:33:23,924 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T05:33:23,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T05:33:23,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=71c3dc91710e3ecaee5b5af77770dcb0, UNASSIGN}] 2024-11-21T05:33:23,927 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=71c3dc91710e3ecaee5b5af77770dcb0, UNASSIGN 2024-11-21T05:33:23,928 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=71c3dc91710e3ecaee5b5af77770dcb0, regionState=CLOSING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:23,929 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T05:33:23,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:33:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T05:33:24,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:24,081 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:24,081 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T05:33:24,081 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 71c3dc91710e3ecaee5b5af77770dcb0, disabling compactions & flushes 2024-11-21T05:33:24,081 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:24,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/e86e0cecf3074b6d815a80f25e399c67 2024-11-21T05:33:24,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/0eeb34bdcaf34a9e8fb0892d1e918ff4 is 50, key is test_row_0/C:col10/1732167203105/Put/seqid=0 2024-11-21T05:33:24,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742396_1572 (size=12301) 2024-11-21T05:33:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T05:33:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T05:33:24,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/0eeb34bdcaf34a9e8fb0892d1e918ff4 2024-11-21T05:33:24,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/71ef6bf191ce4af3889c467ac6971f9f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/71ef6bf191ce4af3889c467ac6971f9f 2024-11-21T05:33:24,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/71ef6bf191ce4af3889c467ac6971f9f, entries=150, sequenceid=362, filesize=12.0 K 2024-11-21T05:33:24,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/e86e0cecf3074b6d815a80f25e399c67 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/e86e0cecf3074b6d815a80f25e399c67 2024-11-21T05:33:24,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/e86e0cecf3074b6d815a80f25e399c67, entries=150, sequenceid=362, filesize=12.0 K 2024-11-21T05:33:24,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/0eeb34bdcaf34a9e8fb0892d1e918ff4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/0eeb34bdcaf34a9e8fb0892d1e918ff4 2024-11-21T05:33:24,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/0eeb34bdcaf34a9e8fb0892d1e918ff4, entries=150, sequenceid=362, filesize=12.0 K 2024-11-21T05:33:24,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=26.84 KB/27480 for 71c3dc91710e3ecaee5b5af77770dcb0 in 847ms, sequenceid=362, compaction requested=true 2024-11-21T05:33:24,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:24,577 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:24,577 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:24,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:24,577 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. because compaction request was cancelled 2024-11-21T05:33:24,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:24,577 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. after waiting 0 ms 2024-11-21T05:33:24,577 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:A 2024-11-21T05:33:24,577 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:24,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:24,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:24,577 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. because compaction request was cancelled 2024-11-21T05:33:24,577 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:B 2024-11-21T05:33:24,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71c3dc91710e3ecaee5b5af77770dcb0:C, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:24,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:24,577 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. because compaction request was cancelled 2024-11-21T05:33:24,577 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(2837): Flushing 71c3dc91710e3ecaee5b5af77770dcb0 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T05:33:24,577 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71c3dc91710e3ecaee5b5af77770dcb0:C 2024-11-21T05:33:24,577 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=A 2024-11-21T05:33:24,577 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:24,577 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=B 2024-11-21T05:33:24,577 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:24,577 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71c3dc91710e3ecaee5b5af77770dcb0, store=C 2024-11-21T05:33:24,577 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:24,580 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/10f2b7007dd34d108cd800d88aa64962 is 50, key is test_row_0/A:col10/1732167203736/Put/seqid=0 2024-11-21T05:33:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742397_1573 (size=12301) 2024-11-21T05:33:24,985 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/10f2b7007dd34d108cd800d88aa64962 2024-11-21T05:33:24,990 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/a4173a4aa2ba4801a25e0e0d34604eca is 50, key is test_row_0/B:col10/1732167203736/Put/seqid=0 2024-11-21T05:33:24,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742398_1574 (size=12301) 2024-11-21T05:33:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T05:33:25,394 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/a4173a4aa2ba4801a25e0e0d34604eca 2024-11-21T05:33:25,399 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/8587d7651e724b54975b6fc33ea29497 is 50, key is test_row_0/C:col10/1732167203736/Put/seqid=0 2024-11-21T05:33:25,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742399_1575 (size=12301) 2024-11-21T05:33:25,802 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/8587d7651e724b54975b6fc33ea29497 2024-11-21T05:33:25,806 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/A/10f2b7007dd34d108cd800d88aa64962 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/10f2b7007dd34d108cd800d88aa64962 2024-11-21T05:33:25,809 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/10f2b7007dd34d108cd800d88aa64962, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T05:33:25,809 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/B/a4173a4aa2ba4801a25e0e0d34604eca as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/a4173a4aa2ba4801a25e0e0d34604eca 2024-11-21T05:33:25,812 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/a4173a4aa2ba4801a25e0e0d34604eca, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T05:33:25,813 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/.tmp/C/8587d7651e724b54975b6fc33ea29497 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/8587d7651e724b54975b6fc33ea29497 2024-11-21T05:33:25,815 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/8587d7651e724b54975b6fc33ea29497, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T05:33:25,816 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 71c3dc91710e3ecaee5b5af77770dcb0 in 1239ms, sequenceid=369, compaction requested=true 2024-11-21T05:33:25,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1f92d45c18d748c68818e8383fd505e9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0f659f9582c945c28687e50ecaca3ae5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/5d127055ad02440baa8d4d4287a1887b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0cad160c7b6942ad9bcf088c3323a634, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/a9a9d8861a9643fa845362ae85d1d0e0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f496e2887980435e93dadbda3f5100a7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/cf37a780558841f58f55708d516a6a5d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/c16de9572afe4ebb8469ae3dd9515ab9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/40d7591b323247cbabed52f51ac9690c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1e3fa4485ab442418254f4f177b5ea4d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1c0c8fb29cdb4933aec461fed002ab19, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/96483e17ff9b4be7ace394dde7605afa, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/530f3c334a5441dc82501f1b7d27abf7, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/bbae845c217c4bd9afd4e68b5c9b3426, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/effe761855034e53a2c93d02a1084665, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/cff9cac8de9a4d4b8def7c9cab7b9266, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/aba359f2915646089741a2eddf053ecf, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/478d949e485e441b8fd6fe79ad753f07, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2dfd0ce3b93f4fe5a54c03ee33d0e80a] to archive 2024-11-21T05:33:25,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:25,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1f92d45c18d748c68818e8383fd505e9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1f92d45c18d748c68818e8383fd505e9 2024-11-21T05:33:25,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0f659f9582c945c28687e50ecaca3ae5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0f659f9582c945c28687e50ecaca3ae5 2024-11-21T05:33:25,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/5d127055ad02440baa8d4d4287a1887b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/5d127055ad02440baa8d4d4287a1887b 2024-11-21T05:33:25,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0cad160c7b6942ad9bcf088c3323a634 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/0cad160c7b6942ad9bcf088c3323a634 2024-11-21T05:33:25,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/a9a9d8861a9643fa845362ae85d1d0e0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/a9a9d8861a9643fa845362ae85d1d0e0 2024-11-21T05:33:25,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f496e2887980435e93dadbda3f5100a7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/f496e2887980435e93dadbda3f5100a7 2024-11-21T05:33:25,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/cf37a780558841f58f55708d516a6a5d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/cf37a780558841f58f55708d516a6a5d 2024-11-21T05:33:25,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/c16de9572afe4ebb8469ae3dd9515ab9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/c16de9572afe4ebb8469ae3dd9515ab9 2024-11-21T05:33:25,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/40d7591b323247cbabed52f51ac9690c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/40d7591b323247cbabed52f51ac9690c 2024-11-21T05:33:25,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1e3fa4485ab442418254f4f177b5ea4d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1e3fa4485ab442418254f4f177b5ea4d 2024-11-21T05:33:25,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1c0c8fb29cdb4933aec461fed002ab19 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/1c0c8fb29cdb4933aec461fed002ab19 2024-11-21T05:33:25,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/96483e17ff9b4be7ace394dde7605afa to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/96483e17ff9b4be7ace394dde7605afa 2024-11-21T05:33:25,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/530f3c334a5441dc82501f1b7d27abf7 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/530f3c334a5441dc82501f1b7d27abf7 2024-11-21T05:33:25,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/bbae845c217c4bd9afd4e68b5c9b3426 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/bbae845c217c4bd9afd4e68b5c9b3426 2024-11-21T05:33:25,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/effe761855034e53a2c93d02a1084665 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/effe761855034e53a2c93d02a1084665 2024-11-21T05:33:25,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/cff9cac8de9a4d4b8def7c9cab7b9266 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/cff9cac8de9a4d4b8def7c9cab7b9266 2024-11-21T05:33:25,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/aba359f2915646089741a2eddf053ecf to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/aba359f2915646089741a2eddf053ecf 2024-11-21T05:33:25,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/478d949e485e441b8fd6fe79ad753f07 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/478d949e485e441b8fd6fe79ad753f07 2024-11-21T05:33:25,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2dfd0ce3b93f4fe5a54c03ee33d0e80a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/2dfd0ce3b93f4fe5a54c03ee33d0e80a 2024-11-21T05:33:25,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/85549904e15043bfae87b1f848cbfc5e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/5fba814599674e09b6026cd0c674494b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4a78b88ca95c4f8397ee2abbfa680c78, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/231769bdedd94dd18195241f936ec382, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/966aee42a93e4c8f80285ce3b9b6fdeb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c02041fdd8b849c9bf10ebcca56dbcfe, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/99e3d5174bb6489aaf67163a3290e229, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9afa79f22e2b4bb4a7f8e4f7fd5d4d65, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/306f966851b340c0aee6f440c1f9a062, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/bb1bf506422a41c9baf7b910b86508a0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/def3ae0829004ed6848801a2a937c022, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/26e2df8d139f4b0e9058cfda44555bf8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/30d8aefb47844707bee999d457a20d20, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/84264c53b80b4804ac4a3445353780b0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/6e34661bd1cf4ec688b4dcfc78b82772, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c04ef0ca32624280b9008beddb45efeb, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/02dbc6726eb94129a4bb8cd9661e2377, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4c2cda67db394b93887eca01b5167f56, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9fce1a790fe940879e586608c10fee01] to archive 2024-11-21T05:33:25,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:25,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/85549904e15043bfae87b1f848cbfc5e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/85549904e15043bfae87b1f848cbfc5e 2024-11-21T05:33:25,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/5fba814599674e09b6026cd0c674494b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/5fba814599674e09b6026cd0c674494b 2024-11-21T05:33:25,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4a78b88ca95c4f8397ee2abbfa680c78 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4a78b88ca95c4f8397ee2abbfa680c78 2024-11-21T05:33:25,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/231769bdedd94dd18195241f936ec382 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/231769bdedd94dd18195241f936ec382 2024-11-21T05:33:25,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/966aee42a93e4c8f80285ce3b9b6fdeb to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/966aee42a93e4c8f80285ce3b9b6fdeb 2024-11-21T05:33:25,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c02041fdd8b849c9bf10ebcca56dbcfe to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c02041fdd8b849c9bf10ebcca56dbcfe 2024-11-21T05:33:25,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/99e3d5174bb6489aaf67163a3290e229 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/99e3d5174bb6489aaf67163a3290e229 2024-11-21T05:33:25,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9afa79f22e2b4bb4a7f8e4f7fd5d4d65 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9afa79f22e2b4bb4a7f8e4f7fd5d4d65 2024-11-21T05:33:25,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/306f966851b340c0aee6f440c1f9a062 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/306f966851b340c0aee6f440c1f9a062 2024-11-21T05:33:25,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/bb1bf506422a41c9baf7b910b86508a0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/bb1bf506422a41c9baf7b910b86508a0 2024-11-21T05:33:25,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/def3ae0829004ed6848801a2a937c022 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/def3ae0829004ed6848801a2a937c022 2024-11-21T05:33:25,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/26e2df8d139f4b0e9058cfda44555bf8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/26e2df8d139f4b0e9058cfda44555bf8 2024-11-21T05:33:25,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/30d8aefb47844707bee999d457a20d20 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/30d8aefb47844707bee999d457a20d20 2024-11-21T05:33:25,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/84264c53b80b4804ac4a3445353780b0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/84264c53b80b4804ac4a3445353780b0 2024-11-21T05:33:25,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/6e34661bd1cf4ec688b4dcfc78b82772 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/6e34661bd1cf4ec688b4dcfc78b82772 2024-11-21T05:33:25,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c04ef0ca32624280b9008beddb45efeb to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/c04ef0ca32624280b9008beddb45efeb 2024-11-21T05:33:25,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/02dbc6726eb94129a4bb8cd9661e2377 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/02dbc6726eb94129a4bb8cd9661e2377 2024-11-21T05:33:25,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4c2cda67db394b93887eca01b5167f56 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/4c2cda67db394b93887eca01b5167f56 2024-11-21T05:33:25,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9fce1a790fe940879e586608c10fee01 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/9fce1a790fe940879e586608c10fee01 2024-11-21T05:33:25,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/5e72fac1f9264ea29febb16a671af0ca, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/b37d3fd74f314ce3b1904b55c7371dd6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/a9431ef7ca8a4b24b33fa2ec4d1fc561, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/fac8a34a62534d9b9f4ff7596086d7af, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2cd96b2b28254ffa9854eeaa34d05167, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/5a5a20f1dad34379b646b5929b489fca, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/79be9208b847439ca58ac6c95cf33508, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/be2f8742dfbb41909de31a0a30dabca1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f122a8c4dab47989b945b18ed74aea1, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/ed345e0737d947d79d2529f601f94e34, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/9886190e23e64865909512d53fcb6a11, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/ea5f19936d814dd292e8d232678a6777, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/6f46d1e71b024317b78a9f9f0e176dea, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/01c235f938f74dfaa3ea1c7a5862e80c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/9a26724d14ac47a384bfc7532f244f0f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/8c214e24416e485c81f440900dd33a31, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/95cb6025e3b94973adced5927505a844, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/4d736f71cf1043dca5cf1a8d7a6629d5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f91c060b2254eaab21ab97f617eedd3] to archive 2024-11-21T05:33:25,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:25,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/5e72fac1f9264ea29febb16a671af0ca to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/5e72fac1f9264ea29febb16a671af0ca 2024-11-21T05:33:25,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/b37d3fd74f314ce3b1904b55c7371dd6 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/b37d3fd74f314ce3b1904b55c7371dd6 2024-11-21T05:33:25,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/a9431ef7ca8a4b24b33fa2ec4d1fc561 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/a9431ef7ca8a4b24b33fa2ec4d1fc561 2024-11-21T05:33:25,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/fac8a34a62534d9b9f4ff7596086d7af to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/fac8a34a62534d9b9f4ff7596086d7af 2024-11-21T05:33:25,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2cd96b2b28254ffa9854eeaa34d05167 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/2cd96b2b28254ffa9854eeaa34d05167 2024-11-21T05:33:25,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/5a5a20f1dad34379b646b5929b489fca to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/5a5a20f1dad34379b646b5929b489fca 2024-11-21T05:33:25,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/79be9208b847439ca58ac6c95cf33508 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/79be9208b847439ca58ac6c95cf33508 2024-11-21T05:33:25,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/be2f8742dfbb41909de31a0a30dabca1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/be2f8742dfbb41909de31a0a30dabca1 2024-11-21T05:33:25,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f122a8c4dab47989b945b18ed74aea1 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f122a8c4dab47989b945b18ed74aea1 2024-11-21T05:33:25,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/ed345e0737d947d79d2529f601f94e34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/ed345e0737d947d79d2529f601f94e34 2024-11-21T05:33:25,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/9886190e23e64865909512d53fcb6a11 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/9886190e23e64865909512d53fcb6a11 2024-11-21T05:33:25,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/ea5f19936d814dd292e8d232678a6777 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/ea5f19936d814dd292e8d232678a6777 2024-11-21T05:33:25,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/6f46d1e71b024317b78a9f9f0e176dea to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/6f46d1e71b024317b78a9f9f0e176dea 2024-11-21T05:33:25,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/01c235f938f74dfaa3ea1c7a5862e80c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/01c235f938f74dfaa3ea1c7a5862e80c 2024-11-21T05:33:25,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/9a26724d14ac47a384bfc7532f244f0f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/9a26724d14ac47a384bfc7532f244f0f 2024-11-21T05:33:25,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/8c214e24416e485c81f440900dd33a31 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/8c214e24416e485c81f440900dd33a31 2024-11-21T05:33:25,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/95cb6025e3b94973adced5927505a844 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/95cb6025e3b94973adced5927505a844 2024-11-21T05:33:25,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/4d736f71cf1043dca5cf1a8d7a6629d5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/4d736f71cf1043dca5cf1a8d7a6629d5 2024-11-21T05:33:25,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f91c060b2254eaab21ab97f617eedd3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/3f91c060b2254eaab21ab97f617eedd3 2024-11-21T05:33:25,868 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/recovered.edits/372.seqid, newMaxSeqId=372, maxSeqId=1 2024-11-21T05:33:25,869 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0. 2024-11-21T05:33:25,869 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 71c3dc91710e3ecaee5b5af77770dcb0: 2024-11-21T05:33:25,870 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:25,870 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=71c3dc91710e3ecaee5b5af77770dcb0, regionState=CLOSED 2024-11-21T05:33:25,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-21T05:33:25,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 71c3dc91710e3ecaee5b5af77770dcb0, server=083cd7fc6746,40265,1732167065617 in 1.9420 sec 2024-11-21T05:33:25,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-21T05:33:25,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=71c3dc91710e3ecaee5b5af77770dcb0, UNASSIGN in 1.9460 sec 2024-11-21T05:33:25,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-21T05:33:25,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9480 sec 2024-11-21T05:33:25,875 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167205875"}]},"ts":"1732167205875"} 2024-11-21T05:33:25,876 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T05:33:25,940 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T05:33:25,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0340 sec 2024-11-21T05:33:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T05:33:26,015 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-21T05:33:26,015 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T05:33:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:26,016 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-21T05:33:26,017 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=150, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:26,019 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:26,020 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/recovered.edits] 2024-11-21T05:33:26,022 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/10f2b7007dd34d108cd800d88aa64962 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/10f2b7007dd34d108cd800d88aa64962 2024-11-21T05:33:26,022 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/71ef6bf191ce4af3889c467ac6971f9f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/71ef6bf191ce4af3889c467ac6971f9f 2024-11-21T05:33:26,024 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/82fbc8ced9dc468fa2011af3deb02879 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/82fbc8ced9dc468fa2011af3deb02879 2024-11-21T05:33:26,025 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/c5e3720ced6a4ec7938938095b6347b9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/A/c5e3720ced6a4ec7938938095b6347b9 2024-11-21T05:33:26,027 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/0e70c5762e024d468dd5f1e7815f0847 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/0e70c5762e024d468dd5f1e7815f0847 2024-11-21T05:33:26,028 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/8135b0778ca346a69310198c49853459 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/8135b0778ca346a69310198c49853459 2024-11-21T05:33:26,028 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/a4173a4aa2ba4801a25e0e0d34604eca to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/a4173a4aa2ba4801a25e0e0d34604eca 2024-11-21T05:33:26,029 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/e86e0cecf3074b6d815a80f25e399c67 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/B/e86e0cecf3074b6d815a80f25e399c67 2024-11-21T05:33:26,031 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/0eeb34bdcaf34a9e8fb0892d1e918ff4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/0eeb34bdcaf34a9e8fb0892d1e918ff4 2024-11-21T05:33:26,032 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/471ecb30c6ef444f87d2664a9fba9637 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/471ecb30c6ef444f87d2664a9fba9637 2024-11-21T05:33:26,033 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/82340e78308146fba1a4daed44c5eb0e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/82340e78308146fba1a4daed44c5eb0e 2024-11-21T05:33:26,034 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/8587d7651e724b54975b6fc33ea29497 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/C/8587d7651e724b54975b6fc33ea29497 2024-11-21T05:33:26,036 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/recovered.edits/372.seqid to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0/recovered.edits/372.seqid 2024-11-21T05:33:26,037 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/71c3dc91710e3ecaee5b5af77770dcb0 2024-11-21T05:33:26,037 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T05:33:26,039 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=150, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:26,043 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T05:33:26,045 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T05:33:26,045 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=150, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:26,046 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T05:33:26,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732167206046"}]},"ts":"9223372036854775807"} 2024-11-21T05:33:26,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T05:33:26,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 71c3dc91710e3ecaee5b5af77770dcb0, NAME => 'TestAcidGuarantees,,1732167181393.71c3dc91710e3ecaee5b5af77770dcb0.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T05:33:26,048 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T05:33:26,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732167206048"}]},"ts":"9223372036854775807"} 2024-11-21T05:33:26,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T05:33:26,063 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=150, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:26,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-21T05:33:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-21T05:33:26,118 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-21T05:33:26,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 241), OpenFileDescriptor=450 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=766 (was 688) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4161 (was 4565) 2024-11-21T05:33:26,133 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=766, ProcessCount=11, AvailableMemoryMB=4161 2024-11-21T05:33:26,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T05:33:26,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T05:33:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:26,136 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T05:33:26,136 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:26,136 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 151 2024-11-21T05:33:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T05:33:26,137 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T05:33:26,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742400_1576 (size=960) 2024-11-21T05:33:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T05:33:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T05:33:26,543 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c 2024-11-21T05:33:26,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742401_1577 (size=53) 2024-11-21T05:33:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T05:33:26,948 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:33:26,948 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b556795a05ce9a0e5e81db2bd88e6d34, disabling compactions & flushes 2024-11-21T05:33:26,948 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:26,948 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:26,948 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. after waiting 0 ms 2024-11-21T05:33:26,948 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:26,948 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:26,948 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:26,949 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T05:33:26,949 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732167206949"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732167206949"}]},"ts":"1732167206949"} 2024-11-21T05:33:26,950 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T05:33:26,950 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T05:33:26,951 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167206950"}]},"ts":"1732167206950"} 2024-11-21T05:33:26,951 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T05:33:26,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b556795a05ce9a0e5e81db2bd88e6d34, ASSIGN}] 2024-11-21T05:33:26,996 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b556795a05ce9a0e5e81db2bd88e6d34, ASSIGN 2024-11-21T05:33:26,997 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b556795a05ce9a0e5e81db2bd88e6d34, ASSIGN; state=OFFLINE, location=083cd7fc6746,40265,1732167065617; forceNewPlan=false, retain=false 2024-11-21T05:33:27,147 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=b556795a05ce9a0e5e81db2bd88e6d34, regionState=OPENING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:27,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; OpenRegionProcedure b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:33:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T05:33:27,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:27,302 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:27,302 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7285): Opening region: {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:33:27,302 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:27,302 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:33:27,302 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7327): checking encryption for b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:27,302 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7330): checking classloading for b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:27,303 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:27,304 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:33:27,304 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b556795a05ce9a0e5e81db2bd88e6d34 columnFamilyName A 2024-11-21T05:33:27,304 DEBUG [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:27,305 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(327): Store=b556795a05ce9a0e5e81db2bd88e6d34/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:33:27,305 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:27,306 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:33:27,306 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b556795a05ce9a0e5e81db2bd88e6d34 columnFamilyName B 2024-11-21T05:33:27,306 DEBUG [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:27,306 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(327): Store=b556795a05ce9a0e5e81db2bd88e6d34/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:33:27,306 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:27,307 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:33:27,307 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b556795a05ce9a0e5e81db2bd88e6d34 columnFamilyName C 2024-11-21T05:33:27,307 DEBUG [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:27,308 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(327): Store=b556795a05ce9a0e5e81db2bd88e6d34/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:33:27,308 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:27,308 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:27,309 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:27,310 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T05:33:27,311 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1085): writing seq id for b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:27,312 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T05:33:27,312 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1102): Opened b556795a05ce9a0e5e81db2bd88e6d34; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75162265, jitterRate=0.12000502645969391}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T05:33:27,313 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1001): Region open journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:27,313 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., pid=153, masterSystemTime=1732167207300 2024-11-21T05:33:27,314 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:27,315 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:27,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=b556795a05ce9a0e5e81db2bd88e6d34, regionState=OPEN, openSeqNum=2, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:27,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-21T05:33:27,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; OpenRegionProcedure b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 in 168 msec 2024-11-21T05:33:27,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-21T05:33:27,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b556795a05ce9a0e5e81db2bd88e6d34, ASSIGN in 322 msec 2024-11-21T05:33:27,318 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T05:33:27,319 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167207318"}]},"ts":"1732167207318"} 2024-11-21T05:33:27,319 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T05:33:27,363 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T05:33:27,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2280 sec 2024-11-21T05:33:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T05:33:28,242 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-21T05:33:28,243 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2209c520 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5765d46a 2024-11-21T05:33:28,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9954b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:28,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:28,322 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:28,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T05:33:28,325 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T05:33:28,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T05:33:28,327 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T05:33:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:28,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742402_1578 (size=996) 2024-11-21T05:33:28,344 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T05:33:28,344 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T05:33:28,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T05:33:28,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b556795a05ce9a0e5e81db2bd88e6d34, REOPEN/MOVE}] 2024-11-21T05:33:28,348 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b556795a05ce9a0e5e81db2bd88e6d34, REOPEN/MOVE 2024-11-21T05:33:28,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=b556795a05ce9a0e5e81db2bd88e6d34, regionState=CLOSING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:28,350 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T05:33:28,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:33:28,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:28,502 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:28,502 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T05:33:28,502 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing b556795a05ce9a0e5e81db2bd88e6d34, disabling compactions & flushes 2024-11-21T05:33:28,502 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:28,502 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:28,502 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. after waiting 0 ms 2024-11-21T05:33:28,502 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:28,506 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T05:33:28,506 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:28,506 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:28,506 WARN [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionServer(3786): Not adding moved region record: b556795a05ce9a0e5e81db2bd88e6d34 to self. 2024-11-21T05:33:28,508 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:28,508 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=b556795a05ce9a0e5e81db2bd88e6d34, regionState=CLOSED 2024-11-21T05:33:28,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-21T05:33:28,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 in 159 msec 2024-11-21T05:33:28,511 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b556795a05ce9a0e5e81db2bd88e6d34, REOPEN/MOVE; state=CLOSED, location=083cd7fc6746,40265,1732167065617; forceNewPlan=false, retain=true 2024-11-21T05:33:28,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=b556795a05ce9a0e5e81db2bd88e6d34, regionState=OPENING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:28,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=156, state=RUNNABLE; OpenRegionProcedure b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:33:28,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:28,817 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:28,817 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7285): Opening region: {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} 2024-11-21T05:33:28,817 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:28,818 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T05:33:28,818 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7327): checking encryption for b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:28,818 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7330): checking classloading for b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:28,819 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:28,819 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:33:28,820 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b556795a05ce9a0e5e81db2bd88e6d34 columnFamilyName A 2024-11-21T05:33:28,821 DEBUG [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:28,821 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(327): Store=b556795a05ce9a0e5e81db2bd88e6d34/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:33:28,821 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:28,822 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:33:28,822 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b556795a05ce9a0e5e81db2bd88e6d34 columnFamilyName B 2024-11-21T05:33:28,822 DEBUG [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:28,822 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(327): Store=b556795a05ce9a0e5e81db2bd88e6d34/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:33:28,823 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:28,823 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T05:33:28,823 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b556795a05ce9a0e5e81db2bd88e6d34 columnFamilyName C 2024-11-21T05:33:28,823 DEBUG [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:28,823 INFO [StoreOpener-b556795a05ce9a0e5e81db2bd88e6d34-1 {}] regionserver.HStore(327): Store=b556795a05ce9a0e5e81db2bd88e6d34/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T05:33:28,824 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:28,824 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:28,825 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:28,826 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T05:33:28,827 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1085): writing seq id for b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:28,828 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1102): Opened b556795a05ce9a0e5e81db2bd88e6d34; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75072028, jitterRate=0.11866039037704468}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T05:33:28,829 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1001): Region open journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:28,829 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., pid=158, masterSystemTime=1732167208814 2024-11-21T05:33:28,831 DEBUG [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:28,831 INFO [RS_OPEN_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:28,831 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=b556795a05ce9a0e5e81db2bd88e6d34, regionState=OPEN, openSeqNum=5, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:28,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=156 2024-11-21T05:33:28,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=156, state=SUCCESS; OpenRegionProcedure b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 in 169 msec 2024-11-21T05:33:28,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-21T05:33:28,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b556795a05ce9a0e5e81db2bd88e6d34, REOPEN/MOVE in 486 msec 2024-11-21T05:33:28,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-21T05:33:28,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-11-21T05:33:28,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 508 msec 2024-11-21T05:33:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-21T05:33:28,840 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-21T05:33:28,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:28,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-21T05:33:28,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:28,901 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-21T05:33:28,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:28,917 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-21T05:33:28,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:28,931 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-21T05:33:28,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:28,942 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-21T05:33:28,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:28,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-21T05:33:28,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:28,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-21T05:33:28,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:28,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-21T05:33:28,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:28,976 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:49791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-21T05:33:28,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:33:28,992 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-21T05:33:28,993 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T05:33:28,994 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:28,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:28,999 DEBUG [hconnection-0x4a16d5a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:28,999 DEBUG [hconnection-0xe24c877-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:29,000 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:29,000 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:29,002 DEBUG [hconnection-0x459a6511-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:29,003 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:29,007 DEBUG [hconnection-0x65cd3efd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:29,008 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:29,009 DEBUG [hconnection-0x532092f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:29,011 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:29,012 DEBUG [hconnection-0x2058ecec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:29,013 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:29,020 DEBUG [hconnection-0x5c5a71ad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:29,021 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:29,023 DEBUG [hconnection-0x27ab1bec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:29,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:33:29,026 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:29,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:29,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:29,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:29,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:29,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:29,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:29,036 DEBUG [hconnection-0x71c0df8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:29,036 DEBUG [hconnection-0x25981ee2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T05:33:29,038 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:29,038 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T05:33:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167269059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167269059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167269062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167269063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167269064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121158ea74de0044dc0b5604e0af3436b6b_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167209011/Put/seqid=0 2024-11-21T05:33:29,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742403_1579 (size=12154) 2024-11-21T05:33:29,092 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T05:33:29,097 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121158ea74de0044dc0b5604e0af3436b6b_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121158ea74de0044dc0b5604e0af3436b6b_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:29,099 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/55bd68d8d9234287980026d0348b2df8, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:29,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/55bd68d8d9234287980026d0348b2df8 is 175, key is test_row_0/A:col10/1732167209011/Put/seqid=0 2024-11-21T05:33:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742404_1580 (size=30955) 2024-11-21T05:33:29,150 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T05:33:29,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:29,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:29,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:29,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167269165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167269168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167269168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167269168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167269168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T05:33:29,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T05:33:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:29,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167269370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167269372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167269373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167269374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167269383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T05:33:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:29,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:29,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:29,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,567 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/55bd68d8d9234287980026d0348b2df8 2024-11-21T05:33:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T05:33:29,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/eae1edacb56b423f98593bea5b3a4ef8 is 50, key is test_row_0/B:col10/1732167209011/Put/seqid=0 2024-11-21T05:33:29,626 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T05:33:29,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:29,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:29,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:29,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742405_1581 (size=12001) 2024-11-21T05:33:29,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/eae1edacb56b423f98593bea5b3a4ef8 2024-11-21T05:33:29,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167269674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167269675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167269676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167269679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167269695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/4c5502932ec4491785349f536ffde3b4 is 50, key is test_row_0/C:col10/1732167209011/Put/seqid=0 2024-11-21T05:33:29,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742406_1582 (size=12001) 2024-11-21T05:33:29,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/4c5502932ec4491785349f536ffde3b4 2024-11-21T05:33:29,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T05:33:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:29,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/55bd68d8d9234287980026d0348b2df8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/55bd68d8d9234287980026d0348b2df8 2024-11-21T05:33:29,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/55bd68d8d9234287980026d0348b2df8, entries=150, sequenceid=15, filesize=30.2 K 2024-11-21T05:33:29,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/eae1edacb56b423f98593bea5b3a4ef8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/eae1edacb56b423f98593bea5b3a4ef8 2024-11-21T05:33:29,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/eae1edacb56b423f98593bea5b3a4ef8, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T05:33:29,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/4c5502932ec4491785349f536ffde3b4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4c5502932ec4491785349f536ffde3b4 2024-11-21T05:33:29,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4c5502932ec4491785349f536ffde3b4, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T05:33:29,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b556795a05ce9a0e5e81db2bd88e6d34 in 888ms, sequenceid=15, compaction requested=false 2024-11-21T05:33:29,915 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T05:33:29,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:29,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:29,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T05:33:29,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:29,944 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:33:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:29,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216ffdaca2855f490c8bdb23e66e3b1484_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167209057/Put/seqid=0 2024-11-21T05:33:30,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742407_1583 (size=12154) 2024-11-21T05:33:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:30,067 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216ffdaca2855f490c8bdb23e66e3b1484_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216ffdaca2855f490c8bdb23e66e3b1484_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/395b121b60ab4b01aa5ef81216d1a791, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:30,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/395b121b60ab4b01aa5ef81216d1a791 is 175, key is test_row_0/A:col10/1732167209057/Put/seqid=0 2024-11-21T05:33:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T05:33:30,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742408_1584 (size=30955) 2024-11-21T05:33:30,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:30,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167270191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167270191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167270192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167270192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167270211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167270301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167270303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167270307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167270502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167270507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167270510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,520 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/395b121b60ab4b01aa5ef81216d1a791 2024-11-21T05:33:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/b3bda9dc6c884224863b4f7946075747 is 50, key is test_row_0/B:col10/1732167209057/Put/seqid=0 2024-11-21T05:33:30,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742409_1585 (size=12001) 2024-11-21T05:33:30,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167270807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167270809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167270814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:30,982 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/b3bda9dc6c884224863b4f7946075747 2024-11-21T05:33:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/6daf1edc2a39467e8ab309b9d08829a6 is 50, key is test_row_0/C:col10/1732167209057/Put/seqid=0 2024-11-21T05:33:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742410_1586 (size=12001) 2024-11-21T05:33:31,028 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/6daf1edc2a39467e8ab309b9d08829a6 2024-11-21T05:33:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/395b121b60ab4b01aa5ef81216d1a791 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/395b121b60ab4b01aa5ef81216d1a791 2024-11-21T05:33:31,045 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/395b121b60ab4b01aa5ef81216d1a791, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T05:33:31,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/b3bda9dc6c884224863b4f7946075747 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b3bda9dc6c884224863b4f7946075747 2024-11-21T05:33:31,052 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b3bda9dc6c884224863b4f7946075747, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T05:33:31,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/6daf1edc2a39467e8ab309b9d08829a6 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/6daf1edc2a39467e8ab309b9d08829a6 2024-11-21T05:33:31,059 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/6daf1edc2a39467e8ab309b9d08829a6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T05:33:31,060 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b556795a05ce9a0e5e81db2bd88e6d34 in 1116ms, sequenceid=40, compaction requested=false 2024-11-21T05:33:31,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:31,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:31,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-21T05:33:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-21T05:33:31,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-21T05:33:31,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0690 sec 2024-11-21T05:33:31,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.0740 sec 2024-11-21T05:33:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T05:33:31,104 INFO [Thread-2554 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-21T05:33:31,105 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-21T05:33:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T05:33:31,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:31,114 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:31,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:31,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T05:33:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:31,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:31,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T05:33:31,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210aa00acae97248569606482fa9a05e4b_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167211196/Put/seqid=0 2024-11-21T05:33:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742411_1587 (size=14594) 2024-11-21T05:33:31,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:31,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167271275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167271278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167271315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167271315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167271317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167271383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167271384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T05:33:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T05:33:31,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:31,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:31,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:31,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:31,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:31,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167271589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:31,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:31,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:31,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167271591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,671 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:31,681 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210aa00acae97248569606482fa9a05e4b_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210aa00acae97248569606482fa9a05e4b_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:31,682 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5ddc6876ec7a45aa86debfc4b0016b28, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:31,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5ddc6876ec7a45aa86debfc4b0016b28 is 175, key is test_row_0/A:col10/1732167211196/Put/seqid=0 2024-11-21T05:33:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T05:33:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742412_1588 (size=39549) 2024-11-21T05:33:31,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:31,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:31,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:31,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:31,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167271894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167271899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,906 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:31,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:31,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:31,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:31,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:31,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:32,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:32,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:32,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,163 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5ddc6876ec7a45aa86debfc4b0016b28 2024-11-21T05:33:32,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/511db1910f8d47ff863f51d1620142b8 is 50, key is test_row_0/B:col10/1732167211196/Put/seqid=0 2024-11-21T05:33:32,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742413_1589 (size=12001) 2024-11-21T05:33:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T05:33:32,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:32,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:32,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:32,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167272319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:32,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167272323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:32,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167272324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:32,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:32,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167272397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:32,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167272402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:32,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:32,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/511db1910f8d47ff863f51d1620142b8 2024-11-21T05:33:32,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/a404c81913e8477ba08b743b04be9f21 is 50, key is test_row_0/C:col10/1732167211196/Put/seqid=0 2024-11-21T05:33:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742414_1590 (size=12001) 2024-11-21T05:33:32,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:32,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:32,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:32,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:32,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:32,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:32,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/a404c81913e8477ba08b743b04be9f21 2024-11-21T05:33:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5ddc6876ec7a45aa86debfc4b0016b28 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5ddc6876ec7a45aa86debfc4b0016b28 2024-11-21T05:33:33,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5ddc6876ec7a45aa86debfc4b0016b28, entries=200, sequenceid=52, filesize=38.6 K 2024-11-21T05:33:33,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/511db1910f8d47ff863f51d1620142b8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/511db1910f8d47ff863f51d1620142b8 2024-11-21T05:33:33,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:33,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:33,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:33,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:33,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/511db1910f8d47ff863f51d1620142b8, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T05:33:33,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/a404c81913e8477ba08b743b04be9f21 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a404c81913e8477ba08b743b04be9f21 2024-11-21T05:33:33,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a404c81913e8477ba08b743b04be9f21, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T05:33:33,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b556795a05ce9a0e5e81db2bd88e6d34 in 1825ms, sequenceid=52, compaction requested=true 2024-11-21T05:33:33,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:33,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:33,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:33,023 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:33,023 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:33,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:33,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:33,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:33,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:33,024 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:33,024 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/A is initiating minor compaction (all files) 2024-11-21T05:33:33,024 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/A in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:33,024 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/55bd68d8d9234287980026d0348b2df8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/395b121b60ab4b01aa5ef81216d1a791, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5ddc6876ec7a45aa86debfc4b0016b28] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=99.1 K 2024-11-21T05:33:33,024 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:33,025 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/55bd68d8d9234287980026d0348b2df8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/395b121b60ab4b01aa5ef81216d1a791, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5ddc6876ec7a45aa86debfc4b0016b28] 2024-11-21T05:33:33,025 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:33,025 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55bd68d8d9234287980026d0348b2df8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732167209005 2024-11-21T05:33:33,025 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/B is initiating minor compaction (all files) 2024-11-21T05:33:33,025 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/B in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:33,025 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/eae1edacb56b423f98593bea5b3a4ef8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b3bda9dc6c884224863b4f7946075747, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/511db1910f8d47ff863f51d1620142b8] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=35.2 K 2024-11-21T05:33:33,025 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 395b121b60ab4b01aa5ef81216d1a791, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732167209057 2024-11-21T05:33:33,025 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting eae1edacb56b423f98593bea5b3a4ef8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732167209005 2024-11-21T05:33:33,026 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ddc6876ec7a45aa86debfc4b0016b28, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732167210183 2024-11-21T05:33:33,026 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b3bda9dc6c884224863b4f7946075747, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732167209057 2024-11-21T05:33:33,026 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 511db1910f8d47ff863f51d1620142b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732167210183 2024-11-21T05:33:33,033 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:33,034 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/910d95cf32cb4cf9873f9c5b971ce59c is 50, key is test_row_0/B:col10/1732167211196/Put/seqid=0 2024-11-21T05:33:33,035 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:33,037 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112126e73fec9b0a4c8a80051c163e125949_b556795a05ce9a0e5e81db2bd88e6d34 store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:33,039 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112126e73fec9b0a4c8a80051c163e125949_b556795a05ce9a0e5e81db2bd88e6d34, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:33,039 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112126e73fec9b0a4c8a80051c163e125949_b556795a05ce9a0e5e81db2bd88e6d34 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:33,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742416_1592 (size=4469) 2024-11-21T05:33:33,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742415_1591 (size=12104) 2024-11-21T05:33:33,166 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:33,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T05:33:33,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:33,166 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T05:33:33,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:33,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:33,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:33,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:33,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:33,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:33,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bfafb5accde74b05b9a920edda80125b_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167211264/Put/seqid=0 2024-11-21T05:33:33,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742417_1593 (size=12154) 2024-11-21T05:33:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T05:33:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:33,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:33,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167273440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:33,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167273444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:33,469 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#A#compaction#504 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:33,470 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/825424e970f14929a5f15466be852879 is 175, key is test_row_0/A:col10/1732167211196/Put/seqid=0 2024-11-21T05:33:33,482 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/910d95cf32cb4cf9873f9c5b971ce59c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/910d95cf32cb4cf9873f9c5b971ce59c 2024-11-21T05:33:33,488 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/B of b556795a05ce9a0e5e81db2bd88e6d34 into 910d95cf32cb4cf9873f9c5b971ce59c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:33,488 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:33,488 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/B, priority=13, startTime=1732167213023; duration=0sec 2024-11-21T05:33:33,488 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:33,488 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:B 2024-11-21T05:33:33,488 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:33,489 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:33,490 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/C is initiating minor compaction (all files) 2024-11-21T05:33:33,490 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/C in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:33,490 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4c5502932ec4491785349f536ffde3b4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/6daf1edc2a39467e8ab309b9d08829a6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a404c81913e8477ba08b743b04be9f21] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=35.2 K 2024-11-21T05:33:33,490 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c5502932ec4491785349f536ffde3b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732167209005 2024-11-21T05:33:33,490 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 6daf1edc2a39467e8ab309b9d08829a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732167209057 2024-11-21T05:33:33,490 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting a404c81913e8477ba08b743b04be9f21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732167210183 2024-11-21T05:33:33,501 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:33,502 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/f4799f5466784af3941e1469a35db9f3 is 50, key is test_row_0/C:col10/1732167211196/Put/seqid=0 2024-11-21T05:33:33,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742418_1594 (size=31058) 2024-11-21T05:33:33,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742419_1595 (size=12104) 2024-11-21T05:33:33,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167273547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:33,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167273550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:33,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:33,691 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bfafb5accde74b05b9a920edda80125b_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bfafb5accde74b05b9a920edda80125b_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/a53b939655d14ed0b1a649fba1cad4d5, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/a53b939655d14ed0b1a649fba1cad4d5 is 175, key is test_row_0/A:col10/1732167211264/Put/seqid=0 2024-11-21T05:33:33,723 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T05:33:33,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167273759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:33,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167273760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:33,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742420_1596 (size=30955) 2024-11-21T05:33:33,987 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/825424e970f14929a5f15466be852879 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/825424e970f14929a5f15466be852879 2024-11-21T05:33:34,003 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/f4799f5466784af3941e1469a35db9f3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/f4799f5466784af3941e1469a35db9f3 2024-11-21T05:33:34,023 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/A of b556795a05ce9a0e5e81db2bd88e6d34 into 825424e970f14929a5f15466be852879(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:34,023 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:34,023 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/A, priority=13, startTime=1732167213023; duration=0sec 2024-11-21T05:33:34,023 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:34,023 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:A 2024-11-21T05:33:34,051 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/C of b556795a05ce9a0e5e81db2bd88e6d34 into f4799f5466784af3941e1469a35db9f3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:34,051 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:34,051 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/C, priority=13, startTime=1732167213023; duration=0sec 2024-11-21T05:33:34,051 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:34,051 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:C 2024-11-21T05:33:34,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167274067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:34,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167274067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:34,190 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/a53b939655d14ed0b1a649fba1cad4d5 2024-11-21T05:33:34,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/28ed344f3d6346d69f935ad5022c495c is 50, key is test_row_0/B:col10/1732167211264/Put/seqid=0 2024-11-21T05:33:34,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742421_1597 (size=12001) 2024-11-21T05:33:34,320 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/28ed344f3d6346d69f935ad5022c495c 2024-11-21T05:33:34,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167274335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:34,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167274335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:34,337 DEBUG [Thread-2550 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:33:34,339 DEBUG [Thread-2546 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:33:34,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167274347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:34,350 DEBUG [Thread-2548 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:33:34,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/c727ede1d127482c925a61410295211d is 50, key is test_row_0/C:col10/1732167211264/Put/seqid=0 2024-11-21T05:33:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742422_1598 (size=12001) 2024-11-21T05:33:34,470 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/c727ede1d127482c925a61410295211d 2024-11-21T05:33:34,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/a53b939655d14ed0b1a649fba1cad4d5 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/a53b939655d14ed0b1a649fba1cad4d5 2024-11-21T05:33:34,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167274575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:34,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167274575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:34,595 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/a53b939655d14ed0b1a649fba1cad4d5, entries=150, sequenceid=76, filesize=30.2 K 2024-11-21T05:33:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/28ed344f3d6346d69f935ad5022c495c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28ed344f3d6346d69f935ad5022c495c 2024-11-21T05:33:34,607 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28ed344f3d6346d69f935ad5022c495c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T05:33:34,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/c727ede1d127482c925a61410295211d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c727ede1d127482c925a61410295211d 2024-11-21T05:33:34,616 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c727ede1d127482c925a61410295211d, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T05:33:34,617 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b556795a05ce9a0e5e81db2bd88e6d34 in 1450ms, sequenceid=76, compaction requested=false 2024-11-21T05:33:34,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:34,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:34,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-21T05:33:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-21T05:33:34,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-21T05:33:34,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5190 sec 2024-11-21T05:33:34,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 3.5490 sec 2024-11-21T05:33:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T05:33:35,219 INFO [Thread-2554 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-21T05:33:35,242 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-21T05:33:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T05:33:35,259 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:35,269 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:35,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T05:33:35,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:35,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T05:33:35,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:35,443 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T05:33:35,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:35,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219dd9fb4fa0cb49a185416a92bfd3e45f_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167213443/Put/seqid=0 2024-11-21T05:33:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T05:33:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742423_1599 (size=12154) 2024-11-21T05:33:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:35,599 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219dd9fb4fa0cb49a185416a92bfd3e45f_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219dd9fb4fa0cb49a185416a92bfd3e45f_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:35,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/1dde02cf8a4748beb5cb6a442972dec0, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/1dde02cf8a4748beb5cb6a442972dec0 is 175, key is test_row_0/A:col10/1732167213443/Put/seqid=0 2024-11-21T05:33:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742424_1600 (size=30955) 2024-11-21T05:33:35,668 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/1dde02cf8a4748beb5cb6a442972dec0 2024-11-21T05:33:35,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167275665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167275667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:35,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/28c41305acb644bca70396b9bedeec3d is 50, key is test_row_0/B:col10/1732167213443/Put/seqid=0 2024-11-21T05:33:35,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742425_1601 (size=12001) 2024-11-21T05:33:35,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167275770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:35,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167275775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T05:33:35,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167275979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:35,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167275982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:36,155 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/28c41305acb644bca70396b9bedeec3d 2024-11-21T05:33:36,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/fc722d4bf7844e6ba7a649f19f5f8563 is 50, key is test_row_0/C:col10/1732167213443/Put/seqid=0 2024-11-21T05:33:36,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742426_1602 (size=12001) 2024-11-21T05:33:36,271 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/fc722d4bf7844e6ba7a649f19f5f8563 2024-11-21T05:33:36,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167276287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:36,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167276292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:36,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/1dde02cf8a4748beb5cb6a442972dec0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/1dde02cf8a4748beb5cb6a442972dec0 2024-11-21T05:33:36,360 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/1dde02cf8a4748beb5cb6a442972dec0, entries=150, sequenceid=91, filesize=30.2 K 2024-11-21T05:33:36,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/28c41305acb644bca70396b9bedeec3d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28c41305acb644bca70396b9bedeec3d 2024-11-21T05:33:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T05:33:36,407 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28c41305acb644bca70396b9bedeec3d, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T05:33:36,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/fc722d4bf7844e6ba7a649f19f5f8563 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/fc722d4bf7844e6ba7a649f19f5f8563 2024-11-21T05:33:36,415 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/fc722d4bf7844e6ba7a649f19f5f8563, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T05:33:36,416 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b556795a05ce9a0e5e81db2bd88e6d34 in 973ms, sequenceid=91, compaction requested=true 2024-11-21T05:33:36,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:36,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:36,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-21T05:33:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-21T05:33:36,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-21T05:33:36,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec 2024-11-21T05:33:36,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.1760 sec 2024-11-21T05:33:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:36,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T05:33:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:36,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c0e3f842053d4326997d718d447f5e95_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167215653/Put/seqid=0 2024-11-21T05:33:36,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167276853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:36,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167276860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:36,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742427_1603 (size=12154) 2024-11-21T05:33:36,890 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:36,903 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c0e3f842053d4326997d718d447f5e95_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c0e3f842053d4326997d718d447f5e95_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:36,906 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5591461d025c4309898165dffaaaa2f6, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:36,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5591461d025c4309898165dffaaaa2f6 is 175, key is test_row_0/A:col10/1732167215653/Put/seqid=0 2024-11-21T05:33:36,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742428_1604 (size=30955) 2024-11-21T05:33:36,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167276961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:36,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167276964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:37,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167277164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:37,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167277169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:37,339 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5591461d025c4309898165dffaaaa2f6 2024-11-21T05:33:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T05:33:37,374 INFO [Thread-2554 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-21T05:33:37,375 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:37,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/4df9530d8e9644949c03207bde87cf72 is 50, key is test_row_0/B:col10/1732167215653/Put/seqid=0 2024-11-21T05:33:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-21T05:33:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T05:33:37,398 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:37,410 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:37,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:37,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742429_1605 (size=12001) 2024-11-21T05:33:37,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/4df9530d8e9644949c03207bde87cf72 2024-11-21T05:33:37,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/4810d70e30d946e09af01d566eb6b204 is 50, key is test_row_0/C:col10/1732167215653/Put/seqid=0 2024-11-21T05:33:37,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742430_1606 (size=12001) 2024-11-21T05:33:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167277474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167277475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:37,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/4810d70e30d946e09af01d566eb6b204 2024-11-21T05:33:37,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5591461d025c4309898165dffaaaa2f6 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5591461d025c4309898165dffaaaa2f6 2024-11-21T05:33:37,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5591461d025c4309898165dffaaaa2f6, entries=150, sequenceid=116, filesize=30.2 K 2024-11-21T05:33:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T05:33:37,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/4df9530d8e9644949c03207bde87cf72 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4df9530d8e9644949c03207bde87cf72 2024-11-21T05:33:37,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4df9530d8e9644949c03207bde87cf72, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T05:33:37,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/4810d70e30d946e09af01d566eb6b204 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4810d70e30d946e09af01d566eb6b204 2024-11-21T05:33:37,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4810d70e30d946e09af01d566eb6b204, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T05:33:37,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b556795a05ce9a0e5e81db2bd88e6d34 in 741ms, sequenceid=116, compaction requested=true 2024-11-21T05:33:37,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:37,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:37,550 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:33:37,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:37,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:37,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:37,550 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:33:37,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:37,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:37,554 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:33:37,555 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/A is initiating minor compaction (all files) 2024-11-21T05:33:37,555 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/A in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:37,555 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/825424e970f14929a5f15466be852879, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/a53b939655d14ed0b1a649fba1cad4d5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/1dde02cf8a4748beb5cb6a442972dec0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5591461d025c4309898165dffaaaa2f6] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=121.0 K 2024-11-21T05:33:37,555 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:37,555 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/825424e970f14929a5f15466be852879, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/a53b939655d14ed0b1a649fba1cad4d5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/1dde02cf8a4748beb5cb6a442972dec0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5591461d025c4309898165dffaaaa2f6] 2024-11-21T05:33:37,556 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:33:37,556 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 825424e970f14929a5f15466be852879, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732167210183 2024-11-21T05:33:37,556 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/B is initiating minor compaction (all files) 2024-11-21T05:33:37,556 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/B in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:37,556 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/910d95cf32cb4cf9873f9c5b971ce59c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28ed344f3d6346d69f935ad5022c495c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28c41305acb644bca70396b9bedeec3d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4df9530d8e9644949c03207bde87cf72] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=47.0 K 2024-11-21T05:33:37,556 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting a53b939655d14ed0b1a649fba1cad4d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732167211264 2024-11-21T05:33:37,556 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 910d95cf32cb4cf9873f9c5b971ce59c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732167210183 2024-11-21T05:33:37,557 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dde02cf8a4748beb5cb6a442972dec0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732167213433 2024-11-21T05:33:37,557 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ed344f3d6346d69f935ad5022c495c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732167211264 2024-11-21T05:33:37,557 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5591461d025c4309898165dffaaaa2f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732167215653 2024-11-21T05:33:37,557 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 28c41305acb644bca70396b9bedeec3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732167213433 2024-11-21T05:33:37,558 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4df9530d8e9644949c03207bde87cf72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732167215653 2024-11-21T05:33:37,567 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:37,572 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#B#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:37,572 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/fca0530d65d54fd0854069c3da8a9569 is 50, key is test_row_0/B:col10/1732167215653/Put/seqid=0 2024-11-21T05:33:37,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:37,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T05:33:37,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:37,581 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T05:33:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:37,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:37,581 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121899c60f0228f4f329ef738e8b2393781_b556795a05ce9a0e5e81db2bd88e6d34 store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:37,584 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121899c60f0228f4f329ef738e8b2393781_b556795a05ce9a0e5e81db2bd88e6d34, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:37,584 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121899c60f0228f4f329ef738e8b2393781_b556795a05ce9a0e5e81db2bd88e6d34 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:37,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742432_1608 (size=4469) 2024-11-21T05:33:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112142c7e4a061f04e1ca0735951fd02a01b_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167216847/Put/seqid=0 2024-11-21T05:33:37,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742431_1607 (size=12241) 2024-11-21T05:33:37,611 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#A#compaction#515 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:37,612 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/80b6a4e205bb4f1987db0e6e707f70be is 175, key is test_row_0/A:col10/1732167215653/Put/seqid=0 2024-11-21T05:33:37,616 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/fca0530d65d54fd0854069c3da8a9569 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/fca0530d65d54fd0854069c3da8a9569 2024-11-21T05:33:37,623 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/B of b556795a05ce9a0e5e81db2bd88e6d34 into fca0530d65d54fd0854069c3da8a9569(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:37,623 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:37,623 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/B, priority=12, startTime=1732167217550; duration=0sec 2024-11-21T05:33:37,623 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:37,623 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:B 2024-11-21T05:33:37,624 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T05:33:37,625 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T05:33:37,625 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/C is initiating minor compaction (all files) 2024-11-21T05:33:37,625 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/C in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:37,625 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/f4799f5466784af3941e1469a35db9f3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c727ede1d127482c925a61410295211d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/fc722d4bf7844e6ba7a649f19f5f8563, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4810d70e30d946e09af01d566eb6b204] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=47.0 K 2024-11-21T05:33:37,625 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting f4799f5466784af3941e1469a35db9f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732167210183 2024-11-21T05:33:37,626 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting c727ede1d127482c925a61410295211d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732167211264 2024-11-21T05:33:37,626 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting fc722d4bf7844e6ba7a649f19f5f8563, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732167213433 2024-11-21T05:33:37,626 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4810d70e30d946e09af01d566eb6b204, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732167215653 2024-11-21T05:33:37,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742433_1609 (size=12154) 2024-11-21T05:33:37,640 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#C#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:37,640 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/4d9b2e03397042bc8b8a83adc83a1d4d is 50, key is test_row_0/C:col10/1732167215653/Put/seqid=0 2024-11-21T05:33:37,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742434_1610 (size=31195) 2024-11-21T05:33:37,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742435_1611 (size=12241) 2024-11-21T05:33:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T05:33:37,693 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/4d9b2e03397042bc8b8a83adc83a1d4d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4d9b2e03397042bc8b8a83adc83a1d4d 2024-11-21T05:33:37,698 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/C of b556795a05ce9a0e5e81db2bd88e6d34 into 4d9b2e03397042bc8b8a83adc83a1d4d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:37,698 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:37,698 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/C, priority=12, startTime=1732167217550; duration=0sec 2024-11-21T05:33:37,698 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:37,698 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:C 2024-11-21T05:33:37,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T05:33:38,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:38,037 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112142c7e4a061f04e1ca0735951fd02a01b_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142c7e4a061f04e1ca0735951fd02a01b_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:38,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/00115153bff24a2c9a63fcb1bc0a8aa9, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:38,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/00115153bff24a2c9a63fcb1bc0a8aa9 is 175, key is test_row_0/A:col10/1732167216847/Put/seqid=0 2024-11-21T05:33:38,041 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/80b6a4e205bb4f1987db0e6e707f70be as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/80b6a4e205bb4f1987db0e6e707f70be 2024-11-21T05:33:38,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742436_1612 (size=30955) 2024-11-21T05:33:38,044 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/00115153bff24a2c9a63fcb1bc0a8aa9 2024-11-21T05:33:38,050 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/A of b556795a05ce9a0e5e81db2bd88e6d34 into 80b6a4e205bb4f1987db0e6e707f70be(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:38,050 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:38,050 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/A, priority=12, startTime=1732167217549; duration=0sec 2024-11-21T05:33:38,051 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:38,051 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:A 2024-11-21T05:33:38,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/b4b8948700d64eaba242cfc7be95c578 is 50, key is test_row_0/B:col10/1732167216847/Put/seqid=0 2024-11-21T05:33:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742437_1613 (size=12001) 2024-11-21T05:33:38,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167278076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:38,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167278077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:38,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167278183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:38,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167278183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:38,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167278340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:38,342 DEBUG [Thread-2550 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:33:38,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167278359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:38,360 DEBUG [Thread-2546 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:33:38,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167278361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:38,363 DEBUG [Thread-2548 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., hostname=083cd7fc6746,40265,1732167065617, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T05:33:38,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167278387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:38,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167278387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:38,470 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/b4b8948700d64eaba242cfc7be95c578 2024-11-21T05:33:38,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/d8f341fc3e464f7a94e2fce7105ef3ae is 50, key is test_row_0/C:col10/1732167216847/Put/seqid=0 2024-11-21T05:33:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T05:33:38,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742438_1614 (size=12001) 2024-11-21T05:33:38,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167278691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:38,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167278691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:38,931 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/d8f341fc3e464f7a94e2fce7105ef3ae 2024-11-21T05:33:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/00115153bff24a2c9a63fcb1bc0a8aa9 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/00115153bff24a2c9a63fcb1bc0a8aa9 2024-11-21T05:33:38,954 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/00115153bff24a2c9a63fcb1bc0a8aa9, entries=150, sequenceid=127, filesize=30.2 K 2024-11-21T05:33:38,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/b4b8948700d64eaba242cfc7be95c578 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b4b8948700d64eaba242cfc7be95c578 2024-11-21T05:33:38,960 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b4b8948700d64eaba242cfc7be95c578, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T05:33:38,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/d8f341fc3e464f7a94e2fce7105ef3ae as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/d8f341fc3e464f7a94e2fce7105ef3ae 2024-11-21T05:33:38,965 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/d8f341fc3e464f7a94e2fce7105ef3ae, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T05:33:38,969 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b556795a05ce9a0e5e81db2bd88e6d34 in 1389ms, sequenceid=127, compaction requested=false 2024-11-21T05:33:38,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:38,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:38,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-21T05:33:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-21T05:33:38,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-21T05:33:38,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5600 sec 2024-11-21T05:33:38,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.5980 sec 2024-11-21T05:33:39,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T05:33:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:39,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:39,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:39,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:39,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:39,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:39,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167279209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:39,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167279212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:39,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bc65e80973c646909460bebd729681ed_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167218071/Put/seqid=0 2024-11-21T05:33:39,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742439_1615 (size=12304) 2024-11-21T05:33:39,245 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bc65e80973c646909460bebd729681ed_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bc65e80973c646909460bebd729681ed_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:39,292 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/0a0970b2bed640fca55b58f8d2aa5be9, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:39,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/0a0970b2bed640fca55b58f8d2aa5be9 is 175, key is test_row_0/A:col10/1732167218071/Put/seqid=0 2024-11-21T05:33:39,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167279313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:39,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167279315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742440_1616 (size=31105) 2024-11-21T05:33:39,334 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/0a0970b2bed640fca55b58f8d2aa5be9 2024-11-21T05:33:39,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/0d41f72ac9a64493b0c50a74166b956d is 50, key is test_row_0/B:col10/1732167218071/Put/seqid=0 2024-11-21T05:33:39,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742441_1617 (size=12151) 2024-11-21T05:33:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T05:33:39,495 INFO [Thread-2554 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-21T05:33:39,512 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-21T05:33:39,514 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:39,514 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:39,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T05:33:39,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167279520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167279526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T05:33:39,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:39,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T05:33:39,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:39,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:39,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:39,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:39,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:39,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/0d41f72ac9a64493b0c50a74166b956d 2024-11-21T05:33:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T05:33:39,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:39,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T05:33:39,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:39,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/ebc9414065754ab6bbbe72fa1137248e is 50, key is test_row_0/C:col10/1732167218071/Put/seqid=0 2024-11-21T05:33:39,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:39,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:39,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:39,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:39,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167279831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167279831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:39,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742442_1618 (size=12151) 2024-11-21T05:33:39,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/ebc9414065754ab6bbbe72fa1137248e 2024-11-21T05:33:39,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/0a0970b2bed640fca55b58f8d2aa5be9 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0a0970b2bed640fca55b58f8d2aa5be9 2024-11-21T05:33:39,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0a0970b2bed640fca55b58f8d2aa5be9, entries=150, sequenceid=157, filesize=30.4 K 2024-11-21T05:33:39,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/0d41f72ac9a64493b0c50a74166b956d as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/0d41f72ac9a64493b0c50a74166b956d 2024-11-21T05:33:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/0d41f72ac9a64493b0c50a74166b956d, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T05:33:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/ebc9414065754ab6bbbe72fa1137248e as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/ebc9414065754ab6bbbe72fa1137248e 2024-11-21T05:33:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/ebc9414065754ab6bbbe72fa1137248e, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T05:33:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b556795a05ce9a0e5e81db2bd88e6d34 in 661ms, sequenceid=157, compaction requested=true 2024-11-21T05:33:39,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:39,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:39,860 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:39,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:39,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:39,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:39,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:33:39,861 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,861 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93255 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:39,861 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:39,861 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/A is initiating minor compaction (all files) 2024-11-21T05:33:39,861 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/B is initiating minor compaction (all files) 2024-11-21T05:33:39,862 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/A in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:39,862 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/B in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,862 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/fca0530d65d54fd0854069c3da8a9569, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b4b8948700d64eaba242cfc7be95c578, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/0d41f72ac9a64493b0c50a74166b956d] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=35.5 K 2024-11-21T05:33:39,862 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/80b6a4e205bb4f1987db0e6e707f70be, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/00115153bff24a2c9a63fcb1bc0a8aa9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0a0970b2bed640fca55b58f8d2aa5be9] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=91.1 K 2024-11-21T05:33:39,862 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,862 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/80b6a4e205bb4f1987db0e6e707f70be, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/00115153bff24a2c9a63fcb1bc0a8aa9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0a0970b2bed640fca55b58f8d2aa5be9] 2024-11-21T05:33:39,862 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting fca0530d65d54fd0854069c3da8a9569, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732167215653 2024-11-21T05:33:39,862 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 80b6a4e205bb4f1987db0e6e707f70be, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732167215653 2024-11-21T05:33:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,862 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 00115153bff24a2c9a63fcb1bc0a8aa9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732167216837 2024-11-21T05:33:39,862 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4b8948700d64eaba242cfc7be95c578, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732167216837 2024-11-21T05:33:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,863 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d41f72ac9a64493b0c50a74166b956d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732167218068 2024-11-21T05:33:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,863 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a0970b2bed640fca55b58f8d2aa5be9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732167218068 2024-11-21T05:33:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,879 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,884 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,884 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/44028ad772eb4e6abf3264555dfa5d9c is 50, key is test_row_0/B:col10/1732167218071/Put/seqid=0 2024-11-21T05:33:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,889 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f129c15ce4fd430d9d059dbc7704874e_b556795a05ce9a0e5e81db2bd88e6d34 store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,891 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f129c15ce4fd430d9d059dbc7704874e_b556795a05ce9a0e5e81db2bd88e6d34, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,891 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f129c15ce4fd430d9d059dbc7704874e_b556795a05ce9a0e5e81db2bd88e6d34 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742444_1620 (size=4469) 2024-11-21T05:33:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742443_1619 (size=12493) 2024-11-21T05:33:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:39,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T05:33:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:39,975 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-21T05:33:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c9e25350d6f4459f9d595fd5096f49db_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167219207/Put/seqid=0 2024-11-21T05:33:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742445_1621 (size=9814) 2024-11-21T05:33:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T05:33:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,318 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#A#compaction#524 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,319 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/0f74af491413430b934cbdee10884e48 is 175, key is test_row_0/A:col10/1732167218071/Put/seqid=0 2024-11-21T05:33:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,330 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/44028ad772eb4e6abf3264555dfa5d9c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/44028ad772eb4e6abf3264555dfa5d9c 2024-11-21T05:33:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,335 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/B of b556795a05ce9a0e5e81db2bd88e6d34 into 44028ad772eb4e6abf3264555dfa5d9c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:40,335 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:40,335 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/B, priority=13, startTime=1732167219860; duration=0sec 2024-11-21T05:33:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,335 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:40,335 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:B 2024-11-21T05:33:40,335 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,336 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:40,336 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/C is initiating minor compaction (all files) 2024-11-21T05:33:40,336 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/C in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:40,336 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4d9b2e03397042bc8b8a83adc83a1d4d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/d8f341fc3e464f7a94e2fce7105ef3ae, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/ebc9414065754ab6bbbe72fa1137248e] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=35.5 K 2024-11-21T05:33:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,337 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d9b2e03397042bc8b8a83adc83a1d4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732167215653 2024-11-21T05:33:40,337 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8f341fc3e464f7a94e2fce7105ef3ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732167216837 2024-11-21T05:33:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,337 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebc9414065754ab6bbbe72fa1137248e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732167218068 2024-11-21T05:33:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742446_1622 (size=31447) 2024-11-21T05:33:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,349 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#C#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:40,349 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/d3a1f08c60834657a018e7054364f2ec is 50, key is test_row_0/C:col10/1732167218071/Put/seqid=0 2024-11-21T05:33:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742447_1623 (size=12493) 2024-11-21T05:33:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,383 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/d3a1f08c60834657a018e7054364f2ec as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/d3a1f08c60834657a018e7054364f2ec 2024-11-21T05:33:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,387 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/C of b556795a05ce9a0e5e81db2bd88e6d34 into d3a1f08c60834657a018e7054364f2ec(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:40,387 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:40,387 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/C, priority=13, startTime=1732167219861; duration=0sec 2024-11-21T05:33:40,387 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:40,387 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:C 2024-11-21T05:33:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:40,438 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c9e25350d6f4459f9d595fd5096f49db_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9e25350d6f4459f9d595fd5096f49db_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/c0c26ed068a44e9facdb133b1f87c467, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/c0c26ed068a44e9facdb133b1f87c467 is 175, key is test_row_0/A:col10/1732167219207/Put/seqid=0 2024-11-21T05:33:40,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742448_1624 (size=22461) 2024-11-21T05:33:40,462 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/c0c26ed068a44e9facdb133b1f87c467 2024-11-21T05:33:40,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:40,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/3eefa812f018414596f176f2cf027b17 is 50, key is test_row_0/B:col10/1732167219207/Put/seqid=0 2024-11-21T05:33:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167280479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:40,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167280481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742449_1625 (size=9757) 2024-11-21T05:33:40,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167280587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:40,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167280593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T05:33:40,751 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/0f74af491413430b934cbdee10884e48 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0f74af491413430b934cbdee10884e48 2024-11-21T05:33:40,760 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/A of b556795a05ce9a0e5e81db2bd88e6d34 into 0f74af491413430b934cbdee10884e48(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:40,760 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:40,760 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/A, priority=13, startTime=1732167219860; duration=0sec 2024-11-21T05:33:40,760 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:40,760 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:A 2024-11-21T05:33:40,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167280795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:40,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167280806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:40,934 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/3eefa812f018414596f176f2cf027b17 2024-11-21T05:33:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/8f04f6a356944a54bbf47b808617bf67 is 50, key is test_row_0/C:col10/1732167219207/Put/seqid=0 2024-11-21T05:33:41,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742450_1626 (size=9757) 2024-11-21T05:33:41,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167281103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:41,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167281109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:41,409 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/8f04f6a356944a54bbf47b808617bf67 2024-11-21T05:33:41,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/c0c26ed068a44e9facdb133b1f87c467 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c0c26ed068a44e9facdb133b1f87c467 2024-11-21T05:33:41,418 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c0c26ed068a44e9facdb133b1f87c467, entries=100, sequenceid=166, filesize=21.9 K 2024-11-21T05:33:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/3eefa812f018414596f176f2cf027b17 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3eefa812f018414596f176f2cf027b17 2024-11-21T05:33:41,422 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3eefa812f018414596f176f2cf027b17, entries=100, sequenceid=166, filesize=9.5 K 2024-11-21T05:33:41,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/8f04f6a356944a54bbf47b808617bf67 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/8f04f6a356944a54bbf47b808617bf67 2024-11-21T05:33:41,427 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/8f04f6a356944a54bbf47b808617bf67, entries=100, sequenceid=166, filesize=9.5 K 2024-11-21T05:33:41,428 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b556795a05ce9a0e5e81db2bd88e6d34 in 1453ms, sequenceid=166, compaction requested=false 2024-11-21T05:33:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-21T05:33:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-21T05:33:41,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-21T05:33:41,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9150 sec 2024-11-21T05:33:41,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.9190 sec 2024-11-21T05:33:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:41,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T05:33:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T05:33:41,620 INFO [Thread-2554 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-21T05:33:41,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210b0df4f44dfb48e2adbd16fc1096ee85_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167220468/Put/seqid=0 2024-11-21T05:33:41,622 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:41,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167281621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:41,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167281623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-21T05:33:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T05:33:41,627 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:41,628 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:41,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742451_1627 (size=12304) 2024-11-21T05:33:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T05:33:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167281725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167281726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:41,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:41,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T05:33:41,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:41,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:41,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T05:33:41,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167281928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:41,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167281929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:41,943 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:41,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T05:33:41,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:41,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:41,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:41,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:41,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:42,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:42,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T05:33:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:42,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:42,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:42,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210b0df4f44dfb48e2adbd16fc1096ee85_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b0df4f44dfb48e2adbd16fc1096ee85_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:42,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/d44ad7adbd2b486d90887b40d4336971, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:42,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/d44ad7adbd2b486d90887b40d4336971 is 175, key is test_row_0/A:col10/1732167220468/Put/seqid=0 2024-11-21T05:33:42,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742452_1628 (size=31105) 2024-11-21T05:33:42,110 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/d44ad7adbd2b486d90887b40d4336971 2024-11-21T05:33:42,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/4b1a9d1f26cc4b17ba147105e252609c is 50, key is test_row_0/B:col10/1732167220468/Put/seqid=0 2024-11-21T05:33:42,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742453_1629 (size=12151) 2024-11-21T05:33:42,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/4b1a9d1f26cc4b17ba147105e252609c 2024-11-21T05:33:42,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/a914c08199424368acef6f7029bd1699 is 50, key is test_row_0/C:col10/1732167220468/Put/seqid=0 2024-11-21T05:33:42,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742454_1630 (size=12151) 2024-11-21T05:33:42,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/a914c08199424368acef6f7029bd1699 2024-11-21T05:33:42,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/d44ad7adbd2b486d90887b40d4336971 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/d44ad7adbd2b486d90887b40d4336971 2024-11-21T05:33:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T05:33:42,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/d44ad7adbd2b486d90887b40d4336971, entries=150, sequenceid=197, filesize=30.4 K 2024-11-21T05:33:42,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/4b1a9d1f26cc4b17ba147105e252609c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4b1a9d1f26cc4b17ba147105e252609c 2024-11-21T05:33:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4b1a9d1f26cc4b17ba147105e252609c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-21T05:33:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/a914c08199424368acef6f7029bd1699 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a914c08199424368acef6f7029bd1699 2024-11-21T05:33:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167282235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:42,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167282235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a914c08199424368acef6f7029bd1699, entries=150, sequenceid=197, filesize=11.9 K 2024-11-21T05:33:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T05:33:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for b556795a05ce9a0e5e81db2bd88e6d34 in 644ms, sequenceid=197, compaction requested=true 2024-11-21T05:33:42,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,254 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,255 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T05:33:42,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:42,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:42,255 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:42,255 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:42,255 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/A is initiating minor compaction (all files) 2024-11-21T05:33:42,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:42,255 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/A in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:42,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:42,255 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0f74af491413430b934cbdee10884e48, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c0c26ed068a44e9facdb133b1f87c467, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/d44ad7adbd2b486d90887b40d4336971] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=83.0 K 2024-11-21T05:33:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:42,255 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:42,255 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0f74af491413430b934cbdee10884e48, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c0c26ed068a44e9facdb133b1f87c467, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/d44ad7adbd2b486d90887b40d4336971] 2024-11-21T05:33:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:42,256 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:42,256 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/B is initiating minor compaction (all files) 2024-11-21T05:33:42,256 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f74af491413430b934cbdee10884e48, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732167218068 2024-11-21T05:33:42,256 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/B in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:42,256 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/44028ad772eb4e6abf3264555dfa5d9c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3eefa812f018414596f176f2cf027b17, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4b1a9d1f26cc4b17ba147105e252609c] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=33.6 K 2024-11-21T05:33:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,256 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 44028ad772eb4e6abf3264555dfa5d9c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732167218068 2024-11-21T05:33:42,257 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0c26ed068a44e9facdb133b1f87c467, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732167219207 2024-11-21T05:33:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,257 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eefa812f018414596f176f2cf027b17, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732167219207 2024-11-21T05:33:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,258 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b1a9d1f26cc4b17ba147105e252609c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732167220468 2024-11-21T05:33:42,258 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting d44ad7adbd2b486d90887b40d4336971, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732167220468 2024-11-21T05:33:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217ec3227a033f4c208d0e7255d8fc0cbc_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_1/A:col10/1732167221619/Put/seqid=0 2024-11-21T05:33:42,268 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,270 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#B#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:42,271 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/56cc3f445e7e405da0823264f6ac061f is 50, key is test_row_0/B:col10/1732167220468/Put/seqid=0 2024-11-21T05:33:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,295 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121fab9e657567049348c48f218cb65bf4c_b556795a05ce9a0e5e81db2bd88e6d34 store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,297 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121fab9e657567049348c48f218cb65bf4c_b556795a05ce9a0e5e81db2bd88e6d34, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,297 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fab9e657567049348c48f218cb65bf4c_b556795a05ce9a0e5e81db2bd88e6d34 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742455_1631 (size=9814) 2024-11-21T05:33:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,333 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217ec3227a033f4c208d0e7255d8fc0cbc_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ec3227a033f4c208d0e7255d8fc0cbc_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742457_1633 (size=4469) 2024-11-21T05:33:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742456_1632 (size=12595) 2024-11-21T05:33:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5367bfe694cb4a0bba265017c9aa6479, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5367bfe694cb4a0bba265017c9aa6479 is 175, key is test_row_1/A:col10/1732167221619/Put/seqid=0 2024-11-21T05:33:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,341 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#A#compaction#534 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,342 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/0e55ccb05fb34da5af4b486d690482b4 is 175, key is test_row_0/A:col10/1732167220468/Put/seqid=0 2024-11-21T05:33:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742458_1634 (size=22461) 2024-11-21T05:33:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,371 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5367bfe694cb4a0bba265017c9aa6479 2024-11-21T05:33:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/d84cbc2fa9fe4dfc9955ab64078ac3db is 50, key is test_row_1/B:col10/1732167221619/Put/seqid=0 2024-11-21T05:33:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742459_1635 (size=31549) 2024-11-21T05:33:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,401 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/0e55ccb05fb34da5af4b486d690482b4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0e55ccb05fb34da5af4b486d690482b4 2024-11-21T05:33:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,407 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/A of b556795a05ce9a0e5e81db2bd88e6d34 into 0e55ccb05fb34da5af4b486d690482b4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:42,407 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:42,407 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/A, priority=13, startTime=1732167222254; duration=0sec 2024-11-21T05:33:42,407 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:42,407 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:A 2024-11-21T05:33:42,407 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,408 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:42,408 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/C is initiating minor compaction (all files) 2024-11-21T05:33:42,408 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/C in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,409 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/d3a1f08c60834657a018e7054364f2ec, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/8f04f6a356944a54bbf47b808617bf67, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a914c08199424368acef6f7029bd1699] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=33.6 K 2024-11-21T05:33:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,409 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3a1f08c60834657a018e7054364f2ec, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732167218068 2024-11-21T05:33:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,409 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f04f6a356944a54bbf47b808617bf67, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732167219207 2024-11-21T05:33:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,410 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting a914c08199424368acef6f7029bd1699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732167220468 2024-11-21T05:33:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,425 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#C#compaction#537 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:42,425 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/6a5bbbf0c74f492b9ae1a27291e7a17a is 50, key is test_row_0/C:col10/1732167220468/Put/seqid=0 2024-11-21T05:33:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742460_1636 (size=9757) 2024-11-21T05:33:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742461_1637 (size=12595) 2024-11-21T05:33:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,468 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/6a5bbbf0c74f492b9ae1a27291e7a17a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/6a5bbbf0c74f492b9ae1a27291e7a17a 2024-11-21T05:33:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,473 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/C of b556795a05ce9a0e5e81db2bd88e6d34 into 6a5bbbf0c74f492b9ae1a27291e7a17a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:42,473 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:42,473 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/C, priority=13, startTime=1732167222255; duration=0sec 2024-11-21T05:33:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,473 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:42,473 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:C 2024-11-21T05:33:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T05:33:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,742 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/56cc3f445e7e405da0823264f6ac061f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/56cc3f445e7e405da0823264f6ac061f 2024-11-21T05:33:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,747 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/B of b556795a05ce9a0e5e81db2bd88e6d34 into 56cc3f445e7e405da0823264f6ac061f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:42,747 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:42,747 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/B, priority=13, startTime=1732167222255; duration=0sec 2024-11-21T05:33:42,747 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,747 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:B 2024-11-21T05:33:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:42,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167282803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:42,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167282804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:42,829 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/d84cbc2fa9fe4dfc9955ab64078ac3db 2024-11-21T05:33:42,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/40cbf12c384e4bc9a267abfd32f281b3 is 50, key is test_row_1/C:col10/1732167221619/Put/seqid=0 2024-11-21T05:33:42,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742462_1638 (size=9757) 2024-11-21T05:33:42,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167282915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:42,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167282919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:43,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167283116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:43,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167283123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:43,250 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/40cbf12c384e4bc9a267abfd32f281b3 2024-11-21T05:33:43,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/5367bfe694cb4a0bba265017c9aa6479 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5367bfe694cb4a0bba265017c9aa6479 2024-11-21T05:33:43,270 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5367bfe694cb4a0bba265017c9aa6479, entries=100, sequenceid=205, filesize=21.9 K 2024-11-21T05:33:43,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/d84cbc2fa9fe4dfc9955ab64078ac3db as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d84cbc2fa9fe4dfc9955ab64078ac3db 2024-11-21T05:33:43,283 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d84cbc2fa9fe4dfc9955ab64078ac3db, entries=100, sequenceid=205, filesize=9.5 K 2024-11-21T05:33:43,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/40cbf12c384e4bc9a267abfd32f281b3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/40cbf12c384e4bc9a267abfd32f281b3 2024-11-21T05:33:43,289 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/40cbf12c384e4bc9a267abfd32f281b3, entries=100, sequenceid=205, filesize=9.5 K 2024-11-21T05:33:43,290 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for b556795a05ce9a0e5e81db2bd88e6d34 in 1036ms, sequenceid=205, compaction requested=false 2024-11-21T05:33:43,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:43,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:43,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-21T05:33:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-21T05:33:43,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-21T05:33:43,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6670 sec 2024-11-21T05:33:43,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.6750 sec 2024-11-21T05:33:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:43,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-21T05:33:43,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:43,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:43,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:43,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:43,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:43,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167283466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:43,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167283466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:43,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112197930e99784046fbb06abf2c9b387c97_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167223427/Put/seqid=0 2024-11-21T05:33:43,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742463_1639 (size=12304) 2024-11-21T05:33:43,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167283570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:43,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167283575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T05:33:43,729 INFO [Thread-2554 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-21T05:33:43,729 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-21T05:33:43,730 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T05:33:43,731 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:43,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:43,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167283775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:43,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167283782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T05:33:43,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:43,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T05:33:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:43,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:43,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:43,937 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112197930e99784046fbb06abf2c9b387c97_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112197930e99784046fbb06abf2c9b387c97_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:43,943 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/3b10a7aff6a24e51b8092480e6a2704b, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:43,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/3b10a7aff6a24e51b8092480e6a2704b is 175, key is test_row_0/A:col10/1732167223427/Put/seqid=0 2024-11-21T05:33:43,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742464_1640 (size=31105) 2024-11-21T05:33:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T05:33:44,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:44,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T05:33:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167284078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:44,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167284091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:44,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:44,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T05:33:44,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:44,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T05:33:44,368 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:44,369 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/3b10a7aff6a24e51b8092480e6a2704b 2024-11-21T05:33:44,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T05:33:44,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:44,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/374bc972b89048c89ab011daf6f0d49b is 50, key is test_row_0/B:col10/1732167223427/Put/seqid=0 2024-11-21T05:33:44,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742465_1641 (size=12151) 2024-11-21T05:33:44,531 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:44,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T05:33:44,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:44,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167284585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167284599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:44,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:44,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T05:33:44,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:44,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T05:33:44,888 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:44,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T05:33:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:44,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:44,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/374bc972b89048c89ab011daf6f0d49b 2024-11-21T05:33:44,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/e599b8764cdd43dc9cb1a984bc921011 is 50, key is test_row_0/C:col10/1732167223427/Put/seqid=0 2024-11-21T05:33:45,054 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:45,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T05:33:45,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:45,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:45,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:45,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:45,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742466_1642 (size=12151) 2024-11-21T05:33:45,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/e599b8764cdd43dc9cb1a984bc921011 2024-11-21T05:33:45,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/3b10a7aff6a24e51b8092480e6a2704b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/3b10a7aff6a24e51b8092480e6a2704b 2024-11-21T05:33:45,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/3b10a7aff6a24e51b8092480e6a2704b, entries=150, sequenceid=237, filesize=30.4 K 2024-11-21T05:33:45,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/374bc972b89048c89ab011daf6f0d49b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/374bc972b89048c89ab011daf6f0d49b 2024-11-21T05:33:45,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:45,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T05:33:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:45,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:45,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/374bc972b89048c89ab011daf6f0d49b, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T05:33:45,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/e599b8764cdd43dc9cb1a984bc921011 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/e599b8764cdd43dc9cb1a984bc921011 2024-11-21T05:33:45,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/e599b8764cdd43dc9cb1a984bc921011, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T05:33:45,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for b556795a05ce9a0e5e81db2bd88e6d34 in 1896ms, sequenceid=237, compaction requested=true 2024-11-21T05:33:45,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:45,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:45,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:45,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:45,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:45,324 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:45,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:45,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:33:45,330 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:45,343 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:45,343 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/B is initiating minor compaction (all files) 2024-11-21T05:33:45,343 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/B in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:45,343 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/56cc3f445e7e405da0823264f6ac061f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d84cbc2fa9fe4dfc9955ab64078ac3db, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/374bc972b89048c89ab011daf6f0d49b] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=33.7 K 2024-11-21T05:33:45,351 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:45,351 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/A is initiating minor compaction (all files) 2024-11-21T05:33:45,351 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/A in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:45,351 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0e55ccb05fb34da5af4b486d690482b4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5367bfe694cb4a0bba265017c9aa6479, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/3b10a7aff6a24e51b8092480e6a2704b] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=83.1 K 2024-11-21T05:33:45,351 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:45,351 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0e55ccb05fb34da5af4b486d690482b4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5367bfe694cb4a0bba265017c9aa6479, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/3b10a7aff6a24e51b8092480e6a2704b] 2024-11-21T05:33:45,352 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 56cc3f445e7e405da0823264f6ac061f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732167220468 2024-11-21T05:33:45,359 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e55ccb05fb34da5af4b486d690482b4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732167220468 2024-11-21T05:33:45,359 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting d84cbc2fa9fe4dfc9955ab64078ac3db, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732167221619 2024-11-21T05:33:45,363 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5367bfe694cb4a0bba265017c9aa6479, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732167221619 2024-11-21T05:33:45,363 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 374bc972b89048c89ab011daf6f0d49b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732167222795 2024-11-21T05:33:45,363 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b10a7aff6a24e51b8092480e6a2704b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732167222795 2024-11-21T05:33:45,384 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:45,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-21T05:33:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:45,388 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T05:33:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:45,432 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:45,440 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#B#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:45,441 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/8a568b7b10b9419ea3366200db393139 is 50, key is test_row_0/B:col10/1732167223427/Put/seqid=0 2024-11-21T05:33:45,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cba7ba6a54e74ab1ae8c52913caf36b1_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167223460/Put/seqid=0 2024-11-21T05:33:45,459 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121364307f776064b2890f4421de91345a4_b556795a05ce9a0e5e81db2bd88e6d34 store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:45,461 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121364307f776064b2890f4421de91345a4_b556795a05ce9a0e5e81db2bd88e6d34, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:45,461 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121364307f776064b2890f4421de91345a4_b556795a05ce9a0e5e81db2bd88e6d34 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:45,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742468_1644 (size=12304) 2024-11-21T05:33:45,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742469_1645 (size=4469) 2024-11-21T05:33:45,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742467_1643 (size=12697) 2024-11-21T05:33:45,551 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#A#compaction#542 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:45,551 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/c8e86e03ecbd4708abc9071fd795dcd8 is 175, key is test_row_0/A:col10/1732167223427/Put/seqid=0 2024-11-21T05:33:45,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742470_1646 (size=31651) 2024-11-21T05:33:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:45,659 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/c8e86e03ecbd4708abc9071fd795dcd8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c8e86e03ecbd4708abc9071fd795dcd8 2024-11-21T05:33:45,742 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/A of b556795a05ce9a0e5e81db2bd88e6d34 into c8e86e03ecbd4708abc9071fd795dcd8(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:45,742 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:45,742 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/A, priority=13, startTime=1732167225324; duration=0sec 2024-11-21T05:33:45,742 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:45,742 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:A 2024-11-21T05:33:45,742 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:45,755 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:45,755 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/C is initiating minor compaction (all files) 2024-11-21T05:33:45,755 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/C in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:45,755 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/6a5bbbf0c74f492b9ae1a27291e7a17a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/40cbf12c384e4bc9a267abfd32f281b3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/e599b8764cdd43dc9cb1a984bc921011] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=33.7 K 2024-11-21T05:33:45,763 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a5bbbf0c74f492b9ae1a27291e7a17a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732167220468 2024-11-21T05:33:45,769 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40cbf12c384e4bc9a267abfd32f281b3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732167221619 2024-11-21T05:33:45,774 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting e599b8764cdd43dc9cb1a984bc921011, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732167222795 2024-11-21T05:33:45,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167285775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:45,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167285779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T05:33:45,860 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#C#compaction#545 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:45,861 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/137434337fee4a27b35923ef0bd598b8 is 50, key is test_row_0/C:col10/1732167223427/Put/seqid=0 2024-11-21T05:33:45,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167285881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:45,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167285901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742471_1647 (size=12697) 2024-11-21T05:33:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:45,983 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cba7ba6a54e74ab1ae8c52913caf36b1_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cba7ba6a54e74ab1ae8c52913caf36b1_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:45,983 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/8a568b7b10b9419ea3366200db393139 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/8a568b7b10b9419ea3366200db393139 2024-11-21T05:33:45,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/547b6174305246708f5fb98e8040d754, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:45,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/547b6174305246708f5fb98e8040d754 is 175, key is test_row_0/A:col10/1732167223460/Put/seqid=0 2024-11-21T05:33:45,999 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/137434337fee4a27b35923ef0bd598b8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/137434337fee4a27b35923ef0bd598b8 2024-11-21T05:33:46,015 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/B of b556795a05ce9a0e5e81db2bd88e6d34 into 8a568b7b10b9419ea3366200db393139(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:46,015 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:46,015 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/B, priority=13, startTime=1732167225324; duration=0sec 2024-11-21T05:33:46,015 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:46,015 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:B 2024-11-21T05:33:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742472_1648 (size=31105) 2024-11-21T05:33:46,047 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/C of b556795a05ce9a0e5e81db2bd88e6d34 into 137434337fee4a27b35923ef0bd598b8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:46,047 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:46,047 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/C, priority=13, startTime=1732167225324; duration=0sec 2024-11-21T05:33:46,047 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:46,047 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:C 2024-11-21T05:33:46,059 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/547b6174305246708f5fb98e8040d754 2024-11-21T05:33:46,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/d20715e5f6234d2fb7ca63024592f210 is 50, key is test_row_0/B:col10/1732167223460/Put/seqid=0 2024-11-21T05:33:46,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167286088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:46,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167286123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:46,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742473_1649 (size=12151) 2024-11-21T05:33:46,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167286395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:46,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167286431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:46,550 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/d20715e5f6234d2fb7ca63024592f210 2024-11-21T05:33:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/c9a0de7ee6ad43d8b5f952db9af1c71c is 50, key is test_row_0/C:col10/1732167223460/Put/seqid=0 2024-11-21T05:33:46,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742474_1650 (size=12151) 2024-11-21T05:33:46,592 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/c9a0de7ee6ad43d8b5f952db9af1c71c 2024-11-21T05:33:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/547b6174305246708f5fb98e8040d754 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/547b6174305246708f5fb98e8040d754 2024-11-21T05:33:46,636 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/547b6174305246708f5fb98e8040d754, entries=150, sequenceid=245, filesize=30.4 K 2024-11-21T05:33:46,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/d20715e5f6234d2fb7ca63024592f210 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d20715e5f6234d2fb7ca63024592f210 2024-11-21T05:33:46,642 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d20715e5f6234d2fb7ca63024592f210, entries=150, sequenceid=245, filesize=11.9 K 2024-11-21T05:33:46,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/c9a0de7ee6ad43d8b5f952db9af1c71c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c9a0de7ee6ad43d8b5f952db9af1c71c 2024-11-21T05:33:46,649 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c9a0de7ee6ad43d8b5f952db9af1c71c, entries=150, sequenceid=245, filesize=11.9 K 2024-11-21T05:33:46,650 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for b556795a05ce9a0e5e81db2bd88e6d34 in 1261ms, sequenceid=245, compaction requested=false 2024-11-21T05:33:46,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:46,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:46,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-21T05:33:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-21T05:33:46,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-21T05:33:46,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9240 sec 2024-11-21T05:33:46,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.9580 sec 2024-11-21T05:33:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:46,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-21T05:33:46,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:46,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:46,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:46,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:46,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:46,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:46,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d1be45ec65ec4812b5fbd60994d281b8_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167225765/Put/seqid=0 2024-11-21T05:33:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167286938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:46,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167286939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742475_1651 (size=12454) 2024-11-21T05:33:47,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167287050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:47,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167287267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:47,381 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:47,387 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d1be45ec65ec4812b5fbd60994d281b8_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d1be45ec65ec4812b5fbd60994d281b8_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:47,388 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/56bea52f0c4f49699b8387f30649a34f, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:47,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/56bea52f0c4f49699b8387f30649a34f is 175, key is test_row_0/A:col10/1732167225765/Put/seqid=0 2024-11-21T05:33:47,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742476_1652 (size=31255) 2024-11-21T05:33:47,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167287576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:47,838 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/56bea52f0c4f49699b8387f30649a34f 2024-11-21T05:33:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T05:33:47,840 INFO [Thread-2554 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-21T05:33:47,844 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T05:33:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-21T05:33:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T05:33:47,850 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T05:33:47,855 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T05:33:47,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T05:33:47,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/3315a44f437949ad9adfc73414865911 is 50, key is test_row_0/B:col10/1732167225765/Put/seqid=0 2024-11-21T05:33:47,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742477_1653 (size=12301) 2024-11-21T05:33:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T05:33:47,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/3315a44f437949ad9adfc73414865911 2024-11-21T05:33:47,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41852 deadline: 1732167287958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-21T05:33:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:48,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:48,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/3a7cf066d0cb4c808cae1b0c781b4c50 is 50, key is test_row_0/C:col10/1732167225765/Put/seqid=0 2024-11-21T05:33:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742478_1654 (size=12301) 2024-11-21T05:33:48,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167288090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/3a7cf066d0cb4c808cae1b0c781b4c50 2024-11-21T05:33:48,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/56bea52f0c4f49699b8387f30649a34f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/56bea52f0c4f49699b8387f30649a34f 2024-11-21T05:33:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T05:33:48,178 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-21T05:33:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:48,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:48,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/56bea52f0c4f49699b8387f30649a34f, entries=150, sequenceid=278, filesize=30.5 K 2024-11-21T05:33:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T05:33:48,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/3315a44f437949ad9adfc73414865911 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3315a44f437949ad9adfc73414865911 2024-11-21T05:33:48,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3315a44f437949ad9adfc73414865911, entries=150, sequenceid=278, filesize=12.0 K 2024-11-21T05:33:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/3a7cf066d0cb4c808cae1b0c781b4c50 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/3a7cf066d0cb4c808cae1b0c781b4c50 2024-11-21T05:33:48,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/3a7cf066d0cb4c808cae1b0c781b4c50, entries=150, sequenceid=278, filesize=12.0 K 2024-11-21T05:33:48,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for b556795a05ce9a0e5e81db2bd88e6d34 in 1366ms, sequenceid=278, compaction requested=true 2024-11-21T05:33:48,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:48,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:48,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:48,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:48,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:33:48,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:48,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T05:33:48,282 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:48,283 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:48,295 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:48,295 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/C is initiating minor compaction (all files) 2024-11-21T05:33:48,295 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/C in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:48,295 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/137434337fee4a27b35923ef0bd598b8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c9a0de7ee6ad43d8b5f952db9af1c71c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/3a7cf066d0cb4c808cae1b0c781b4c50] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=36.3 K 2024-11-21T05:33:48,295 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:48,295 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/A is initiating minor compaction (all files) 2024-11-21T05:33:48,295 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/A in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:48,295 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c8e86e03ecbd4708abc9071fd795dcd8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/547b6174305246708f5fb98e8040d754, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/56bea52f0c4f49699b8387f30649a34f] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=91.8 K 2024-11-21T05:33:48,295 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:48,295 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c8e86e03ecbd4708abc9071fd795dcd8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/547b6174305246708f5fb98e8040d754, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/56bea52f0c4f49699b8387f30649a34f] 2024-11-21T05:33:48,296 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 137434337fee4a27b35923ef0bd598b8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732167222795 2024-11-21T05:33:48,299 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8e86e03ecbd4708abc9071fd795dcd8, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732167222795 2024-11-21T05:33:48,299 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting c9a0de7ee6ad43d8b5f952db9af1c71c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732167223460 2024-11-21T05:33:48,300 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 547b6174305246708f5fb98e8040d754, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732167223460 2024-11-21T05:33:48,303 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a7cf066d0cb4c808cae1b0c781b4c50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732167225765 2024-11-21T05:33:48,303 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56bea52f0c4f49699b8387f30649a34f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732167225765 2024-11-21T05:33:48,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-21T05:33:48,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:48,354 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-21T05:33:48,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:48,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:48,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:48,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:48,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:48,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:48,361 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#C#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:48,362 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/8048e7f559cf40299c55ee90220cd5f3 is 50, key is test_row_0/C:col10/1732167225765/Put/seqid=0 2024-11-21T05:33:48,388 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:48,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216aaaae93f6f94cbe8ba82c48ee339299_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167226925/Put/seqid=0 2024-11-21T05:33:48,403 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b40455e8a3944c76b50b08e94707490d_b556795a05ce9a0e5e81db2bd88e6d34 store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:48,404 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b40455e8a3944c76b50b08e94707490d_b556795a05ce9a0e5e81db2bd88e6d34, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:48,405 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b40455e8a3944c76b50b08e94707490d_b556795a05ce9a0e5e81db2bd88e6d34 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:48,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. as already flushing 2024-11-21T05:33:48,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742479_1655 (size=12949) 2024-11-21T05:33:48,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742480_1656 (size=12454) 2024-11-21T05:33:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T05:33:48,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742481_1657 (size=4469) 2024-11-21T05:33:48,502 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#A#compaction#552 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:48,503 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/2587947c9b794539988dcb28dd318165 is 175, key is test_row_0/A:col10/1732167225765/Put/seqid=0 2024-11-21T05:33:48,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167288514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167288518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,534 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/8048e7f559cf40299c55ee90220cd5f3 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/8048e7f559cf40299c55ee90220cd5f3 2024-11-21T05:33:48,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167288530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742482_1658 (size=31903) 2024-11-21T05:33:48,572 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/C of b556795a05ce9a0e5e81db2bd88e6d34 into 8048e7f559cf40299c55ee90220cd5f3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:48,572 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:48,572 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/C, priority=13, startTime=1732167228282; duration=0sec 2024-11-21T05:33:48,572 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:48,572 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:C 2024-11-21T05:33:48,572 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:48,580 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:48,580 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/B is initiating minor compaction (all files) 2024-11-21T05:33:48,581 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/B in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:48,581 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/8a568b7b10b9419ea3366200db393139, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d20715e5f6234d2fb7ca63024592f210, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3315a44f437949ad9adfc73414865911] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=36.3 K 2024-11-21T05:33:48,583 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a568b7b10b9419ea3366200db393139, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732167222795 2024-11-21T05:33:48,587 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting d20715e5f6234d2fb7ca63024592f210, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732167223460 2024-11-21T05:33:48,595 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 3315a44f437949ad9adfc73414865911, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732167225765 2024-11-21T05:33:48,613 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/2587947c9b794539988dcb28dd318165 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/2587947c9b794539988dcb28dd318165 2024-11-21T05:33:48,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167288631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,633 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/A of b556795a05ce9a0e5e81db2bd88e6d34 into 2587947c9b794539988dcb28dd318165(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:48,633 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:48,633 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/A, priority=13, startTime=1732167228282; duration=0sec 2024-11-21T05:33:48,633 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:48,633 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:A 2024-11-21T05:33:48,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167288633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,636 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#B#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:48,636 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/17fb958586c841f681caa39038ed3f3c is 50, key is test_row_0/B:col10/1732167225765/Put/seqid=0 2024-11-21T05:33:48,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167288644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742483_1659 (size=12949) 2024-11-21T05:33:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167288834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167288842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167288859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:48,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:48,882 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216aaaae93f6f94cbe8ba82c48ee339299_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216aaaae93f6f94cbe8ba82c48ee339299_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/48e67bda5e9541e9a5d9513250c0d027, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/48e67bda5e9541e9a5d9513250c0d027 is 175, key is test_row_0/A:col10/1732167226925/Put/seqid=0 2024-11-21T05:33:48,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742484_1660 (size=31255) 2024-11-21T05:33:48,958 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/48e67bda5e9541e9a5d9513250c0d027 2024-11-21T05:33:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T05:33:49,027 DEBUG [Thread-2563 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:49791 2024-11-21T05:33:49,028 DEBUG [Thread-2563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:49,028 DEBUG [Thread-2555 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:49791 2024-11-21T05:33:49,028 DEBUG [Thread-2555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:49,029 DEBUG [Thread-2561 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:49791 2024-11-21T05:33:49,029 DEBUG [Thread-2561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:49,031 DEBUG [Thread-2557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:49791 2024-11-21T05:33:49,031 DEBUG [Thread-2557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:49,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/dc298ef8b03d4dd0bb8aa3df09a6a9a9 is 50, key is test_row_0/B:col10/1732167226925/Put/seqid=0 2024-11-21T05:33:49,036 DEBUG [Thread-2559 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:49791 2024-11-21T05:33:49,036 DEBUG [Thread-2559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:49,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742485_1661 (size=12301) 2024-11-21T05:33:49,062 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/17fb958586c841f681caa39038ed3f3c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/17fb958586c841f681caa39038ed3f3c 2024-11-21T05:33:49,068 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/B of b556795a05ce9a0e5e81db2bd88e6d34 into 17fb958586c841f681caa39038ed3f3c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:49,068 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:49,069 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/B, priority=13, startTime=1732167228282; duration=0sec 2024-11-21T05:33:49,069 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:49,069 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:B 2024-11-21T05:33:49,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41884 deadline: 1732167289099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:49,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167289137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:49,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167289149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:49,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167289163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:49,447 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/dc298ef8b03d4dd0bb8aa3df09a6a9a9 2024-11-21T05:33:49,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/9e8065aa0f4c42ffb0524723eca4801a is 50, key is test_row_0/C:col10/1732167226925/Put/seqid=0 2024-11-21T05:33:49,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742486_1662 (size=12301) 2024-11-21T05:33:49,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1732167289643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:49,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732167289653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:49,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167289668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:49,867 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/9e8065aa0f4c42ffb0524723eca4801a 2024-11-21T05:33:49,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/48e67bda5e9541e9a5d9513250c0d027 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/48e67bda5e9541e9a5d9513250c0d027 2024-11-21T05:33:49,877 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/48e67bda5e9541e9a5d9513250c0d027, entries=150, sequenceid=284, filesize=30.5 K 2024-11-21T05:33:49,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/dc298ef8b03d4dd0bb8aa3df09a6a9a9 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/dc298ef8b03d4dd0bb8aa3df09a6a9a9 2024-11-21T05:33:49,882 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/dc298ef8b03d4dd0bb8aa3df09a6a9a9, entries=150, sequenceid=284, filesize=12.0 K 2024-11-21T05:33:49,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/9e8065aa0f4c42ffb0524723eca4801a as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/9e8065aa0f4c42ffb0524723eca4801a 2024-11-21T05:33:49,888 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/9e8065aa0f4c42ffb0524723eca4801a, entries=150, sequenceid=284, filesize=12.0 K 2024-11-21T05:33:49,889 INFO [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for b556795a05ce9a0e5e81db2bd88e6d34 in 1535ms, sequenceid=284, compaction requested=false 2024-11-21T05:33:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/083cd7fc6746:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-21T05:33:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-21T05:33:49,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-21T05:33:49,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0350 sec 2024-11-21T05:33:49,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.0480 sec 2024-11-21T05:33:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(8581): Flush requested on b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:49,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-21T05:33:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:49,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:49,969 DEBUG [Thread-2544 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:49791 2024-11-21T05:33:49,969 DEBUG [Thread-2544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:49,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215592f877c3424fbbb991c378bfd7f001_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_0/A:col10/1732167228518/Put/seqid=0 2024-11-21T05:33:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T05:33:49,984 INFO [Thread-2554 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-21T05:33:49,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742487_1663 (size=12454) 2024-11-21T05:33:50,400 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:50,403 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215592f877c3424fbbb991c378bfd7f001_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215592f877c3424fbbb991c378bfd7f001_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:50,404 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/77cec864b2084b6cb4751af62146d853, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:50,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/77cec864b2084b6cb4751af62146d853 is 175, key is test_row_0/A:col10/1732167228518/Put/seqid=0 2024-11-21T05:33:50,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742488_1664 (size=31255) 2024-11-21T05:33:50,426 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/77cec864b2084b6cb4751af62146d853 2024-11-21T05:33:50,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/1056572910704566b30e33c52c7b8a9b is 50, key is test_row_0/B:col10/1732167228518/Put/seqid=0 2024-11-21T05:33:50,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742489_1665 (size=12301) 2024-11-21T05:33:50,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/1056572910704566b30e33c52c7b8a9b 2024-11-21T05:33:50,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/b710d937cc8e4276b429ee740207e7e8 is 50, key is test_row_0/C:col10/1732167228518/Put/seqid=0 2024-11-21T05:33:50,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742490_1666 (size=12301) 2024-11-21T05:33:50,650 DEBUG [Thread-2548 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:49791 2024-11-21T05:33:50,650 DEBUG [Thread-2548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:50,658 DEBUG [Thread-2546 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:49791 2024-11-21T05:33:50,658 DEBUG [Thread-2546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:50,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T05:33:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40265 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41910 deadline: 1732167290673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:50,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/b710d937cc8e4276b429ee740207e7e8 2024-11-21T05:33:50,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/77cec864b2084b6cb4751af62146d853 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/77cec864b2084b6cb4751af62146d853 2024-11-21T05:33:50,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/77cec864b2084b6cb4751af62146d853, entries=150, sequenceid=318, filesize=30.5 K 2024-11-21T05:33:50,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/1056572910704566b30e33c52c7b8a9b as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/1056572910704566b30e33c52c7b8a9b 2024-11-21T05:33:50,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/1056572910704566b30e33c52c7b8a9b, entries=150, sequenceid=318, filesize=12.0 K 2024-11-21T05:33:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/b710d937cc8e4276b429ee740207e7e8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/b710d937cc8e4276b429ee740207e7e8 2024-11-21T05:33:50,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/b710d937cc8e4276b429ee740207e7e8, entries=150, sequenceid=318, filesize=12.0 K 2024-11-21T05:33:50,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for b556795a05ce9a0e5e81db2bd88e6d34 in 934ms, sequenceid=318, compaction requested=true 2024-11-21T05:33:50,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:50,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T05:33:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:50,903 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T05:33:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b556795a05ce9a0e5e81db2bd88e6d34:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T05:33:50,903 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T05:33:50,903 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:50,903 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:50,903 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/B is initiating minor compaction (all files) 2024-11-21T05:33:50,903 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/A is initiating minor compaction (all files) 2024-11-21T05:33:50,904 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/B in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:50,904 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/A in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:50,904 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/17fb958586c841f681caa39038ed3f3c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/dc298ef8b03d4dd0bb8aa3df09a6a9a9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/1056572910704566b30e33c52c7b8a9b] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=36.7 K 2024-11-21T05:33:50,904 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/2587947c9b794539988dcb28dd318165, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/48e67bda5e9541e9a5d9513250c0d027, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/77cec864b2084b6cb4751af62146d853] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=92.2 K 2024-11-21T05:33:50,905 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:50,905 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. files: [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/2587947c9b794539988dcb28dd318165, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/48e67bda5e9541e9a5d9513250c0d027, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/77cec864b2084b6cb4751af62146d853] 2024-11-21T05:33:50,906 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2587947c9b794539988dcb28dd318165, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732167225765 2024-11-21T05:33:50,906 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 17fb958586c841f681caa39038ed3f3c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732167225765 2024-11-21T05:33:50,906 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48e67bda5e9541e9a5d9513250c0d027, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732167226918 2024-11-21T05:33:50,906 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting dc298ef8b03d4dd0bb8aa3df09a6a9a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732167226918 2024-11-21T05:33:50,906 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77cec864b2084b6cb4751af62146d853, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732167228498 2024-11-21T05:33:50,906 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 1056572910704566b30e33c52c7b8a9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732167228498 2024-11-21T05:33:50,923 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:50,931 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121e99efa8f6d8349e39d428fed4baf627a_b556795a05ce9a0e5e81db2bd88e6d34 store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:50,941 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#B#compaction#561 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:50,941 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/716974ed25634906989948df605221cc is 50, key is test_row_0/B:col10/1732167228518/Put/seqid=0 2024-11-21T05:33:50,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742491_1667 (size=13051) 2024-11-21T05:33:50,988 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121e99efa8f6d8349e39d428fed4baf627a_b556795a05ce9a0e5e81db2bd88e6d34, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:50,989 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e99efa8f6d8349e39d428fed4baf627a_b556795a05ce9a0e5e81db2bd88e6d34 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:50,994 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/716974ed25634906989948df605221cc as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/716974ed25634906989948df605221cc 2024-11-21T05:33:51,013 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/B of b556795a05ce9a0e5e81db2bd88e6d34 into 716974ed25634906989948df605221cc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:51,013 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:51,013 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/B, priority=13, startTime=1732167230903; duration=0sec 2024-11-21T05:33:51,013 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T05:33:51,013 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:B 2024-11-21T05:33:51,013 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T05:33:51,014 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T05:33:51,014 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1540): b556795a05ce9a0e5e81db2bd88e6d34/C is initiating minor compaction (all files) 2024-11-21T05:33:51,014 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b556795a05ce9a0e5e81db2bd88e6d34/C in TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:51,015 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/8048e7f559cf40299c55ee90220cd5f3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/9e8065aa0f4c42ffb0524723eca4801a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/b710d937cc8e4276b429ee740207e7e8] into tmpdir=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp, totalSize=36.7 K 2024-11-21T05:33:51,015 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 8048e7f559cf40299c55ee90220cd5f3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732167225765 2024-11-21T05:33:51,015 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e8065aa0f4c42ffb0524723eca4801a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732167226918 2024-11-21T05:33:51,015 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] compactions.Compactor(224): Compacting b710d937cc8e4276b429ee740207e7e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732167228498 2024-11-21T05:33:51,038 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#C#compaction#562 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742492_1668 (size=4469) 2024-11-21T05:33:51,040 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/adf37bc91fe5481bb7f284ae4d31ac7c is 50, key is test_row_0/C:col10/1732167228518/Put/seqid=0 2024-11-21T05:33:51,055 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b556795a05ce9a0e5e81db2bd88e6d34#A#compaction#560 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T05:33:51,055 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/1622201427b34827bbc29e9e19237c55 is 175, key is test_row_0/A:col10/1732167228518/Put/seqid=0 2024-11-21T05:33:51,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742493_1669 (size=13051) 2024-11-21T05:33:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742494_1670 (size=32005) 2024-11-21T05:33:51,092 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/adf37bc91fe5481bb7f284ae4d31ac7c as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/adf37bc91fe5481bb7f284ae4d31ac7c 2024-11-21T05:33:51,097 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/1622201427b34827bbc29e9e19237c55 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/1622201427b34827bbc29e9e19237c55 2024-11-21T05:33:51,098 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/C of b556795a05ce9a0e5e81db2bd88e6d34 into adf37bc91fe5481bb7f284ae4d31ac7c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:51,098 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:51,098 INFO [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/C, priority=13, startTime=1732167230903; duration=0sec 2024-11-21T05:33:51,098 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:51,098 DEBUG [RS:0;083cd7fc6746:40265-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:C 2024-11-21T05:33:51,110 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b556795a05ce9a0e5e81db2bd88e6d34/A of b556795a05ce9a0e5e81db2bd88e6d34 into 1622201427b34827bbc29e9e19237c55(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T05:33:51,110 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:51,110 INFO [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34., storeName=b556795a05ce9a0e5e81db2bd88e6d34/A, priority=13, startTime=1732167230902; duration=0sec 2024-11-21T05:33:51,111 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T05:33:51,111 DEBUG [RS:0;083cd7fc6746:40265-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b556795a05ce9a0e5e81db2bd88e6d34:A 2024-11-21T05:33:51,116 DEBUG [Thread-2552 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:49791 2024-11-21T05:33:51,117 DEBUG [Thread-2552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:52,683 DEBUG [Thread-2550 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:49791 2024-11-21T05:33:52,683 DEBUG [Thread-2550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3673 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3651 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3613 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3611 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3694 2024-11-21T05:33:52,684 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T05:33:52,684 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T05:33:52,684 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2209c520 to 127.0.0.1:49791 2024-11-21T05:33:52,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:52,685 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T05:33:52,685 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T05:33:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T05:33:52,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167232690"}]},"ts":"1732167232690"} 2024-11-21T05:33:52,691 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T05:33:52,739 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T05:33:52,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T05:33:52,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b556795a05ce9a0e5e81db2bd88e6d34, UNASSIGN}] 2024-11-21T05:33:52,742 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b556795a05ce9a0e5e81db2bd88e6d34, UNASSIGN 2024-11-21T05:33:52,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=b556795a05ce9a0e5e81db2bd88e6d34, regionState=CLOSING, regionLocation=083cd7fc6746,40265,1732167065617 2024-11-21T05:33:52,744 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T05:33:52,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617}] 2024-11-21T05:33:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T05:33:52,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:52,896 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:52,896 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T05:33:52,896 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing b556795a05ce9a0e5e81db2bd88e6d34, disabling compactions & flushes 2024-11-21T05:33:52,896 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:52,896 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:52,896 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. after waiting 0 ms 2024-11-21T05:33:52,896 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:52,897 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing b556795a05ce9a0e5e81db2bd88e6d34 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T05:33:52,897 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=A 2024-11-21T05:33:52,897 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:52,897 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=B 2024-11-21T05:33:52,897 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:52,897 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b556795a05ce9a0e5e81db2bd88e6d34, store=C 2024-11-21T05:33:52,897 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T05:33:52,904 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fc823de7f0e6464bac82366648561665_b556795a05ce9a0e5e81db2bd88e6d34 is 50, key is test_row_1/A:col10/1732167230657/Put/seqid=0 2024-11-21T05:33:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742495_1671 (size=9914) 2024-11-21T05:33:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T05:33:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T05:33:53,313 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T05:33:53,316 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fc823de7f0e6464bac82366648561665_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fc823de7f0e6464bac82366648561665_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:53,317 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/8b61f847230d45a3bd33a31a929f4bd2, store: [table=TestAcidGuarantees family=A region=b556795a05ce9a0e5e81db2bd88e6d34] 2024-11-21T05:33:53,318 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/8b61f847230d45a3bd33a31a929f4bd2 is 175, key is test_row_1/A:col10/1732167230657/Put/seqid=0 2024-11-21T05:33:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742496_1672 (size=22561) 2024-11-21T05:33:53,321 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/8b61f847230d45a3bd33a31a929f4bd2 2024-11-21T05:33:53,327 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/44339e815c5d4e2e9ca7f13eff109829 is 50, key is test_row_1/B:col10/1732167230657/Put/seqid=0 2024-11-21T05:33:53,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742497_1673 (size=9857) 2024-11-21T05:33:53,731 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/44339e815c5d4e2e9ca7f13eff109829 2024-11-21T05:33:53,738 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/07c4e164cc8d4bdc89c1c1603f274ba2 is 50, key is test_row_1/C:col10/1732167230657/Put/seqid=0 2024-11-21T05:33:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742498_1674 (size=9857) 2024-11-21T05:33:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T05:33:54,149 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/07c4e164cc8d4bdc89c1c1603f274ba2 2024-11-21T05:33:54,155 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/A/8b61f847230d45a3bd33a31a929f4bd2 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/8b61f847230d45a3bd33a31a929f4bd2 2024-11-21T05:33:54,161 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/8b61f847230d45a3bd33a31a929f4bd2, entries=100, sequenceid=328, filesize=22.0 K 2024-11-21T05:33:54,163 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/B/44339e815c5d4e2e9ca7f13eff109829 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/44339e815c5d4e2e9ca7f13eff109829 2024-11-21T05:33:54,167 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/44339e815c5d4e2e9ca7f13eff109829, entries=100, sequenceid=328, filesize=9.6 K 2024-11-21T05:33:54,168 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/.tmp/C/07c4e164cc8d4bdc89c1c1603f274ba2 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/07c4e164cc8d4bdc89c1c1603f274ba2 2024-11-21T05:33:54,177 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/07c4e164cc8d4bdc89c1c1603f274ba2, entries=100, sequenceid=328, filesize=9.6 K 2024-11-21T05:33:54,178 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for b556795a05ce9a0e5e81db2bd88e6d34 in 1281ms, sequenceid=328, compaction requested=false 2024-11-21T05:33:54,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/55bd68d8d9234287980026d0348b2df8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/395b121b60ab4b01aa5ef81216d1a791, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5ddc6876ec7a45aa86debfc4b0016b28, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/825424e970f14929a5f15466be852879, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/a53b939655d14ed0b1a649fba1cad4d5, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/1dde02cf8a4748beb5cb6a442972dec0, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/80b6a4e205bb4f1987db0e6e707f70be, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5591461d025c4309898165dffaaaa2f6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/00115153bff24a2c9a63fcb1bc0a8aa9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0f74af491413430b934cbdee10884e48, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0a0970b2bed640fca55b58f8d2aa5be9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c0c26ed068a44e9facdb133b1f87c467, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0e55ccb05fb34da5af4b486d690482b4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/d44ad7adbd2b486d90887b40d4336971, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5367bfe694cb4a0bba265017c9aa6479, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c8e86e03ecbd4708abc9071fd795dcd8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/3b10a7aff6a24e51b8092480e6a2704b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/547b6174305246708f5fb98e8040d754, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/2587947c9b794539988dcb28dd318165, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/56bea52f0c4f49699b8387f30649a34f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/48e67bda5e9541e9a5d9513250c0d027, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/77cec864b2084b6cb4751af62146d853] to archive 2024-11-21T05:33:54,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:54,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/55bd68d8d9234287980026d0348b2df8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/55bd68d8d9234287980026d0348b2df8 2024-11-21T05:33:54,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/395b121b60ab4b01aa5ef81216d1a791 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/395b121b60ab4b01aa5ef81216d1a791 2024-11-21T05:33:54,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5ddc6876ec7a45aa86debfc4b0016b28 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5ddc6876ec7a45aa86debfc4b0016b28 2024-11-21T05:33:54,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/825424e970f14929a5f15466be852879 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/825424e970f14929a5f15466be852879 2024-11-21T05:33:54,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/a53b939655d14ed0b1a649fba1cad4d5 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/a53b939655d14ed0b1a649fba1cad4d5 2024-11-21T05:33:54,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/1dde02cf8a4748beb5cb6a442972dec0 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/1dde02cf8a4748beb5cb6a442972dec0 2024-11-21T05:33:54,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/80b6a4e205bb4f1987db0e6e707f70be to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/80b6a4e205bb4f1987db0e6e707f70be 2024-11-21T05:33:54,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5591461d025c4309898165dffaaaa2f6 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5591461d025c4309898165dffaaaa2f6 2024-11-21T05:33:54,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/00115153bff24a2c9a63fcb1bc0a8aa9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/00115153bff24a2c9a63fcb1bc0a8aa9 2024-11-21T05:33:54,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0f74af491413430b934cbdee10884e48 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0f74af491413430b934cbdee10884e48 2024-11-21T05:33:54,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0a0970b2bed640fca55b58f8d2aa5be9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0a0970b2bed640fca55b58f8d2aa5be9 2024-11-21T05:33:54,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c0c26ed068a44e9facdb133b1f87c467 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c0c26ed068a44e9facdb133b1f87c467 2024-11-21T05:33:54,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0e55ccb05fb34da5af4b486d690482b4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/0e55ccb05fb34da5af4b486d690482b4 2024-11-21T05:33:54,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/d44ad7adbd2b486d90887b40d4336971 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/d44ad7adbd2b486d90887b40d4336971 2024-11-21T05:33:54,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5367bfe694cb4a0bba265017c9aa6479 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/5367bfe694cb4a0bba265017c9aa6479 2024-11-21T05:33:54,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c8e86e03ecbd4708abc9071fd795dcd8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/c8e86e03ecbd4708abc9071fd795dcd8 2024-11-21T05:33:54,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/3b10a7aff6a24e51b8092480e6a2704b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/3b10a7aff6a24e51b8092480e6a2704b 2024-11-21T05:33:54,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/547b6174305246708f5fb98e8040d754 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/547b6174305246708f5fb98e8040d754 2024-11-21T05:33:54,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/2587947c9b794539988dcb28dd318165 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/2587947c9b794539988dcb28dd318165 2024-11-21T05:33:54,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/56bea52f0c4f49699b8387f30649a34f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/56bea52f0c4f49699b8387f30649a34f 2024-11-21T05:33:54,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/48e67bda5e9541e9a5d9513250c0d027 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/48e67bda5e9541e9a5d9513250c0d027 2024-11-21T05:33:54,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/77cec864b2084b6cb4751af62146d853 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/77cec864b2084b6cb4751af62146d853 2024-11-21T05:33:54,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/eae1edacb56b423f98593bea5b3a4ef8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b3bda9dc6c884224863b4f7946075747, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/910d95cf32cb4cf9873f9c5b971ce59c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/511db1910f8d47ff863f51d1620142b8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28ed344f3d6346d69f935ad5022c495c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28c41305acb644bca70396b9bedeec3d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/fca0530d65d54fd0854069c3da8a9569, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4df9530d8e9644949c03207bde87cf72, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b4b8948700d64eaba242cfc7be95c578, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/44028ad772eb4e6abf3264555dfa5d9c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/0d41f72ac9a64493b0c50a74166b956d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3eefa812f018414596f176f2cf027b17, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/56cc3f445e7e405da0823264f6ac061f, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4b1a9d1f26cc4b17ba147105e252609c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d84cbc2fa9fe4dfc9955ab64078ac3db, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/8a568b7b10b9419ea3366200db393139, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/374bc972b89048c89ab011daf6f0d49b, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d20715e5f6234d2fb7ca63024592f210, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/17fb958586c841f681caa39038ed3f3c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3315a44f437949ad9adfc73414865911, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/dc298ef8b03d4dd0bb8aa3df09a6a9a9, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/1056572910704566b30e33c52c7b8a9b] to archive 2024-11-21T05:33:54,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:54,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/eae1edacb56b423f98593bea5b3a4ef8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/eae1edacb56b423f98593bea5b3a4ef8 2024-11-21T05:33:54,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b3bda9dc6c884224863b4f7946075747 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b3bda9dc6c884224863b4f7946075747 2024-11-21T05:33:54,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/910d95cf32cb4cf9873f9c5b971ce59c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/910d95cf32cb4cf9873f9c5b971ce59c 2024-11-21T05:33:54,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/511db1910f8d47ff863f51d1620142b8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/511db1910f8d47ff863f51d1620142b8 2024-11-21T05:33:54,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28ed344f3d6346d69f935ad5022c495c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28ed344f3d6346d69f935ad5022c495c 2024-11-21T05:33:54,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28c41305acb644bca70396b9bedeec3d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/28c41305acb644bca70396b9bedeec3d 2024-11-21T05:33:54,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/fca0530d65d54fd0854069c3da8a9569 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/fca0530d65d54fd0854069c3da8a9569 2024-11-21T05:33:54,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4df9530d8e9644949c03207bde87cf72 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4df9530d8e9644949c03207bde87cf72 2024-11-21T05:33:54,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b4b8948700d64eaba242cfc7be95c578 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/b4b8948700d64eaba242cfc7be95c578 2024-11-21T05:33:54,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/44028ad772eb4e6abf3264555dfa5d9c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/44028ad772eb4e6abf3264555dfa5d9c 2024-11-21T05:33:54,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/0d41f72ac9a64493b0c50a74166b956d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/0d41f72ac9a64493b0c50a74166b956d 2024-11-21T05:33:54,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3eefa812f018414596f176f2cf027b17 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3eefa812f018414596f176f2cf027b17 2024-11-21T05:33:54,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/56cc3f445e7e405da0823264f6ac061f to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/56cc3f445e7e405da0823264f6ac061f 2024-11-21T05:33:54,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4b1a9d1f26cc4b17ba147105e252609c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/4b1a9d1f26cc4b17ba147105e252609c 2024-11-21T05:33:54,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d84cbc2fa9fe4dfc9955ab64078ac3db to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d84cbc2fa9fe4dfc9955ab64078ac3db 2024-11-21T05:33:54,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/8a568b7b10b9419ea3366200db393139 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/8a568b7b10b9419ea3366200db393139 2024-11-21T05:33:54,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/374bc972b89048c89ab011daf6f0d49b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/374bc972b89048c89ab011daf6f0d49b 2024-11-21T05:33:54,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d20715e5f6234d2fb7ca63024592f210 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/d20715e5f6234d2fb7ca63024592f210 2024-11-21T05:33:54,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/17fb958586c841f681caa39038ed3f3c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/17fb958586c841f681caa39038ed3f3c 2024-11-21T05:33:54,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3315a44f437949ad9adfc73414865911 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/3315a44f437949ad9adfc73414865911 2024-11-21T05:33:54,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/dc298ef8b03d4dd0bb8aa3df09a6a9a9 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/dc298ef8b03d4dd0bb8aa3df09a6a9a9 2024-11-21T05:33:54,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/1056572910704566b30e33c52c7b8a9b to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/1056572910704566b30e33c52c7b8a9b 2024-11-21T05:33:54,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4c5502932ec4491785349f536ffde3b4, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/6daf1edc2a39467e8ab309b9d08829a6, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/f4799f5466784af3941e1469a35db9f3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a404c81913e8477ba08b743b04be9f21, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c727ede1d127482c925a61410295211d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/fc722d4bf7844e6ba7a649f19f5f8563, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4d9b2e03397042bc8b8a83adc83a1d4d, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4810d70e30d946e09af01d566eb6b204, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/d8f341fc3e464f7a94e2fce7105ef3ae, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/d3a1f08c60834657a018e7054364f2ec, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/ebc9414065754ab6bbbe72fa1137248e, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/8f04f6a356944a54bbf47b808617bf67, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/6a5bbbf0c74f492b9ae1a27291e7a17a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a914c08199424368acef6f7029bd1699, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/40cbf12c384e4bc9a267abfd32f281b3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/137434337fee4a27b35923ef0bd598b8, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/e599b8764cdd43dc9cb1a984bc921011, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c9a0de7ee6ad43d8b5f952db9af1c71c, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/8048e7f559cf40299c55ee90220cd5f3, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/3a7cf066d0cb4c808cae1b0c781b4c50, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/9e8065aa0f4c42ffb0524723eca4801a, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/b710d937cc8e4276b429ee740207e7e8] to archive 2024-11-21T05:33:54,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T05:33:54,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4c5502932ec4491785349f536ffde3b4 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4c5502932ec4491785349f536ffde3b4 2024-11-21T05:33:54,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/6daf1edc2a39467e8ab309b9d08829a6 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/6daf1edc2a39467e8ab309b9d08829a6 2024-11-21T05:33:54,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/f4799f5466784af3941e1469a35db9f3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/f4799f5466784af3941e1469a35db9f3 2024-11-21T05:33:54,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a404c81913e8477ba08b743b04be9f21 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a404c81913e8477ba08b743b04be9f21 2024-11-21T05:33:54,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c727ede1d127482c925a61410295211d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c727ede1d127482c925a61410295211d 2024-11-21T05:33:54,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/fc722d4bf7844e6ba7a649f19f5f8563 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/fc722d4bf7844e6ba7a649f19f5f8563 2024-11-21T05:33:54,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4d9b2e03397042bc8b8a83adc83a1d4d to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4d9b2e03397042bc8b8a83adc83a1d4d 2024-11-21T05:33:54,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4810d70e30d946e09af01d566eb6b204 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/4810d70e30d946e09af01d566eb6b204 2024-11-21T05:33:54,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/d8f341fc3e464f7a94e2fce7105ef3ae to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/d8f341fc3e464f7a94e2fce7105ef3ae 2024-11-21T05:33:54,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/d3a1f08c60834657a018e7054364f2ec to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/d3a1f08c60834657a018e7054364f2ec 2024-11-21T05:33:54,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/ebc9414065754ab6bbbe72fa1137248e to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/ebc9414065754ab6bbbe72fa1137248e 2024-11-21T05:33:54,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/8f04f6a356944a54bbf47b808617bf67 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/8f04f6a356944a54bbf47b808617bf67 2024-11-21T05:33:54,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/6a5bbbf0c74f492b9ae1a27291e7a17a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/6a5bbbf0c74f492b9ae1a27291e7a17a 2024-11-21T05:33:54,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a914c08199424368acef6f7029bd1699 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/a914c08199424368acef6f7029bd1699 2024-11-21T05:33:54,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/40cbf12c384e4bc9a267abfd32f281b3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/40cbf12c384e4bc9a267abfd32f281b3 2024-11-21T05:33:54,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/137434337fee4a27b35923ef0bd598b8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/137434337fee4a27b35923ef0bd598b8 2024-11-21T05:33:54,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/e599b8764cdd43dc9cb1a984bc921011 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/e599b8764cdd43dc9cb1a984bc921011 2024-11-21T05:33:54,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c9a0de7ee6ad43d8b5f952db9af1c71c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/c9a0de7ee6ad43d8b5f952db9af1c71c 2024-11-21T05:33:54,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/8048e7f559cf40299c55ee90220cd5f3 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/8048e7f559cf40299c55ee90220cd5f3 2024-11-21T05:33:54,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/3a7cf066d0cb4c808cae1b0c781b4c50 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/3a7cf066d0cb4c808cae1b0c781b4c50 2024-11-21T05:33:54,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/9e8065aa0f4c42ffb0524723eca4801a to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/9e8065aa0f4c42ffb0524723eca4801a 2024-11-21T05:33:54,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/b710d937cc8e4276b429ee740207e7e8 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/b710d937cc8e4276b429ee740207e7e8 2024-11-21T05:33:54,266 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/recovered.edits/331.seqid, newMaxSeqId=331, maxSeqId=4 2024-11-21T05:33:54,267 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34. 2024-11-21T05:33:54,267 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for b556795a05ce9a0e5e81db2bd88e6d34: 2024-11-21T05:33:54,269 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=b556795a05ce9a0e5e81db2bd88e6d34, regionState=CLOSED 2024-11-21T05:33:54,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-21T05:33:54,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure b556795a05ce9a0e5e81db2bd88e6d34, server=083cd7fc6746,40265,1732167065617 in 1.5260 sec 2024-11-21T05:33:54,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-11-21T05:33:54,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b556795a05ce9a0e5e81db2bd88e6d34, UNASSIGN in 1.5310 sec 2024-11-21T05:33:54,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-21T05:33:54,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5340 sec 2024-11-21T05:33:54,278 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732167234278"}]},"ts":"1732167234278"} 2024-11-21T05:33:54,279 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T05:33:54,323 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T05:33:54,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6380 sec 2024-11-21T05:33:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T05:33:54,794 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-21T05:33:54,794 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T05:33:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:54,796 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:54,796 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-21T05:33:54,803 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,808 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C, FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/recovered.edits] 2024-11-21T05:33:54,815 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/1622201427b34827bbc29e9e19237c55 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/1622201427b34827bbc29e9e19237c55 2024-11-21T05:33:54,816 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/8b61f847230d45a3bd33a31a929f4bd2 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/A/8b61f847230d45a3bd33a31a929f4bd2 2024-11-21T05:33:54,818 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/44339e815c5d4e2e9ca7f13eff109829 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/44339e815c5d4e2e9ca7f13eff109829 2024-11-21T05:33:54,819 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/716974ed25634906989948df605221cc to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/B/716974ed25634906989948df605221cc 2024-11-21T05:33:54,821 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/07c4e164cc8d4bdc89c1c1603f274ba2 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/07c4e164cc8d4bdc89c1c1603f274ba2 2024-11-21T05:33:54,822 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/adf37bc91fe5481bb7f284ae4d31ac7c to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/C/adf37bc91fe5481bb7f284ae4d31ac7c 2024-11-21T05:33:54,824 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/recovered.edits/331.seqid to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34/recovered.edits/331.seqid 2024-11-21T05:33:54,829 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/default/TestAcidGuarantees/b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,830 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T05:33:54,830 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T05:33:54,831 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T05:33:54,834 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210aa00acae97248569606482fa9a05e4b_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210aa00acae97248569606482fa9a05e4b_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,835 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b0df4f44dfb48e2adbd16fc1096ee85_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b0df4f44dfb48e2adbd16fc1096ee85_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,836 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121158ea74de0044dc0b5604e0af3436b6b_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121158ea74de0044dc0b5604e0af3436b6b_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,839 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142c7e4a061f04e1ca0735951fd02a01b_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142c7e4a061f04e1ca0735951fd02a01b_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,840 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215592f877c3424fbbb991c378bfd7f001_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215592f877c3424fbbb991c378bfd7f001_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,841 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216aaaae93f6f94cbe8ba82c48ee339299_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216aaaae93f6f94cbe8ba82c48ee339299_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,842 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216ffdaca2855f490c8bdb23e66e3b1484_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216ffdaca2855f490c8bdb23e66e3b1484_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,843 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ec3227a033f4c208d0e7255d8fc0cbc_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ec3227a033f4c208d0e7255d8fc0cbc_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,844 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112197930e99784046fbb06abf2c9b387c97_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112197930e99784046fbb06abf2c9b387c97_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,845 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219dd9fb4fa0cb49a185416a92bfd3e45f_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219dd9fb4fa0cb49a185416a92bfd3e45f_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,846 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bc65e80973c646909460bebd729681ed_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bc65e80973c646909460bebd729681ed_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,848 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bfafb5accde74b05b9a920edda80125b_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bfafb5accde74b05b9a920edda80125b_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,849 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c0e3f842053d4326997d718d447f5e95_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c0e3f842053d4326997d718d447f5e95_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,850 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9e25350d6f4459f9d595fd5096f49db_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9e25350d6f4459f9d595fd5096f49db_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,851 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cba7ba6a54e74ab1ae8c52913caf36b1_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cba7ba6a54e74ab1ae8c52913caf36b1_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,852 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d1be45ec65ec4812b5fbd60994d281b8_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d1be45ec65ec4812b5fbd60994d281b8_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,853 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fc823de7f0e6464bac82366648561665_b556795a05ce9a0e5e81db2bd88e6d34 to hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fc823de7f0e6464bac82366648561665_b556795a05ce9a0e5e81db2bd88e6d34 2024-11-21T05:33:54,854 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T05:33:54,857 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:54,866 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T05:33:54,868 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T05:33:54,869 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:54,869 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T05:33:54,870 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732167234869"}]},"ts":"9223372036854775807"} 2024-11-21T05:33:54,876 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T05:33:54,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b556795a05ce9a0e5e81db2bd88e6d34, NAME => 'TestAcidGuarantees,,1732167206134.b556795a05ce9a0e5e81db2bd88e6d34.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T05:33:54,876 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T05:33:54,877 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732167234876"}]},"ts":"9223372036854775807"} 2024-11-21T05:33:54,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T05:33:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-21T05:33:54,921 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T05:33:54,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 127 msec 2024-11-21T05:33:55,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T05:33:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44601 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-21T05:33:55,099 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-21T05:33:55,110 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=242 (was 239) - Thread LEAK? -, OpenFileDescriptor=461 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=808 (was 766) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3983 (was 4161) 2024-11-21T05:33:55,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T05:33:55,111 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T05:33:55,111 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:49791 2024-11-21T05:33:55,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:55,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T05:33:55,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=702506913, stopped=false 2024-11-21T05:33:55,111 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=083cd7fc6746,44601,1732167064630 2024-11-21T05:33:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T05:33:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T05:33:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:33:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:33:55,121 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T05:33:55,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:55,122 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '083cd7fc6746,40265,1732167065617' ***** 2024-11-21T05:33:55,122 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T05:33:55,122 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T05:33:55,122 INFO [RS:0;083cd7fc6746:40265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T05:33:55,122 INFO [RS:0;083cd7fc6746:40265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T05:33:55,122 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T05:33:55,122 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(3579): Received CLOSE for 8f3ea706083a99b3b88c8fbfa92619e5 2024-11-21T05:33:55,123 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1224): stopping server 083cd7fc6746,40265,1732167065617 2024-11-21T05:33:55,123 DEBUG [RS:0;083cd7fc6746:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:55,123 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T05:33:55,123 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T05:33:55,123 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T05:33:55,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T05:33:55,123 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T05:33:55,123 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8f3ea706083a99b3b88c8fbfa92619e5, disabling compactions & flushes 2024-11-21T05:33:55,123 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:33:55,123 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:33:55,123 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. after waiting 0 ms 2024-11-21T05:33:55,123 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:33:55,123 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8f3ea706083a99b3b88c8fbfa92619e5 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T05:33:55,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T05:33:55,125 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T05:33:55,125 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 8f3ea706083a99b3b88c8fbfa92619e5=hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5.} 2024-11-21T05:33:55,125 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8f3ea706083a99b3b88c8fbfa92619e5 2024-11-21T05:33:55,126 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T05:33:55,126 INFO [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T05:33:55,126 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T05:33:55,126 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T05:33:55,126 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T05:33:55,126 INFO [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-21T05:33:55,149 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/namespace/8f3ea706083a99b3b88c8fbfa92619e5/.tmp/info/0209b8a380de496d8ea3f3a4487a24e0 is 45, key is default/info:d/1732167070642/Put/seqid=0 2024-11-21T05:33:55,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742499_1675 (size=5037) 2024-11-21T05:33:55,182 INFO [regionserver/083cd7fc6746:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T05:33:55,200 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/.tmp/info/37b86e2164ea46979c367078e982b88f is 143, key is hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5./info:regioninfo/1732167070487/Put/seqid=0 2024-11-21T05:33:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742500_1676 (size=7725) 2024-11-21T05:33:55,212 INFO [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/.tmp/info/37b86e2164ea46979c367078e982b88f 2024-11-21T05:33:55,238 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/.tmp/rep_barrier/5e6126fbd45949a69a8882f39d80a22f is 102, key is TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b./rep_barrier:/1732167096551/DeleteFamily/seqid=0 2024-11-21T05:33:55,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742501_1677 (size=6025) 2024-11-21T05:33:55,326 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8f3ea706083a99b3b88c8fbfa92619e5 2024-11-21T05:33:55,526 DEBUG [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8f3ea706083a99b3b88c8fbfa92619e5 2024-11-21T05:33:55,561 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/namespace/8f3ea706083a99b3b88c8fbfa92619e5/.tmp/info/0209b8a380de496d8ea3f3a4487a24e0 2024-11-21T05:33:55,564 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/namespace/8f3ea706083a99b3b88c8fbfa92619e5/.tmp/info/0209b8a380de496d8ea3f3a4487a24e0 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/namespace/8f3ea706083a99b3b88c8fbfa92619e5/info/0209b8a380de496d8ea3f3a4487a24e0 2024-11-21T05:33:55,567 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/namespace/8f3ea706083a99b3b88c8fbfa92619e5/info/0209b8a380de496d8ea3f3a4487a24e0, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T05:33:55,568 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 8f3ea706083a99b3b88c8fbfa92619e5 in 445ms, sequenceid=6, compaction requested=false 2024-11-21T05:33:55,571 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/namespace/8f3ea706083a99b3b88c8fbfa92619e5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T05:33:55,572 INFO [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:33:55,572 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8f3ea706083a99b3b88c8fbfa92619e5: 2024-11-21T05:33:55,572 DEBUG [RS_CLOSE_REGION-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732167069199.8f3ea706083a99b3b88c8fbfa92619e5. 2024-11-21T05:33:55,644 INFO [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/.tmp/rep_barrier/5e6126fbd45949a69a8882f39d80a22f 2024-11-21T05:33:55,670 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/.tmp/table/2b333fdd8f654c0492e0c43e6cf4a1d4 is 96, key is TestAcidGuarantees,,1732167070879.147d313c0ae4cab13ce0961e843b099b./table:/1732167096551/DeleteFamily/seqid=0 2024-11-21T05:33:55,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742502_1678 (size=5942) 2024-11-21T05:33:55,674 INFO [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/.tmp/table/2b333fdd8f654c0492e0c43e6cf4a1d4 2024-11-21T05:33:55,678 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/.tmp/info/37b86e2164ea46979c367078e982b88f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/info/37b86e2164ea46979c367078e982b88f 2024-11-21T05:33:55,682 INFO [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/info/37b86e2164ea46979c367078e982b88f, entries=22, sequenceid=93, filesize=7.5 K 2024-11-21T05:33:55,683 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/.tmp/rep_barrier/5e6126fbd45949a69a8882f39d80a22f as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/rep_barrier/5e6126fbd45949a69a8882f39d80a22f 2024-11-21T05:33:55,687 INFO [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/rep_barrier/5e6126fbd45949a69a8882f39d80a22f, entries=6, sequenceid=93, filesize=5.9 K 2024-11-21T05:33:55,689 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/.tmp/table/2b333fdd8f654c0492e0c43e6cf4a1d4 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/table/2b333fdd8f654c0492e0c43e6cf4a1d4 2024-11-21T05:33:55,694 INFO [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/table/2b333fdd8f654c0492e0c43e6cf4a1d4, entries=9, sequenceid=93, filesize=5.8 K 2024-11-21T05:33:55,695 INFO [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 568ms, sequenceid=93, compaction requested=false 2024-11-21T05:33:55,703 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-21T05:33:55,704 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T05:33:55,704 INFO [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T05:33:55,704 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T05:33:55,704 DEBUG [RS_CLOSE_META-regionserver/083cd7fc6746:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T05:33:55,726 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1250): stopping server 083cd7fc6746,40265,1732167065617; all regions closed. 2024-11-21T05:33:55,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741834_1010 (size=26050) 2024-11-21T05:33:55,734 DEBUG [RS:0;083cd7fc6746:40265 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/oldWALs 2024-11-21T05:33:55,734 INFO [RS:0;083cd7fc6746:40265 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 083cd7fc6746%2C40265%2C1732167065617.meta:.meta(num 1732167068825) 2024-11-21T05:33:55,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741833_1009 (size=15531858) 2024-11-21T05:33:55,739 DEBUG [RS:0;083cd7fc6746:40265 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/oldWALs 2024-11-21T05:33:55,739 INFO [RS:0;083cd7fc6746:40265 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 083cd7fc6746%2C40265%2C1732167065617:(num 1732167068240) 2024-11-21T05:33:55,739 DEBUG [RS:0;083cd7fc6746:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:55,739 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T05:33:55,740 INFO [RS:0;083cd7fc6746:40265 {}] hbase.ChoreService(370): Chore service for: regionserver/083cd7fc6746:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T05:33:55,740 INFO [RS:0;083cd7fc6746:40265 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40265 2024-11-21T05:33:55,740 INFO [regionserver/083cd7fc6746:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T05:33:55,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/083cd7fc6746,40265,1732167065617 2024-11-21T05:33:55,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T05:33:55,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [083cd7fc6746,40265,1732167065617] 2024-11-21T05:33:55,782 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 083cd7fc6746,40265,1732167065617; numProcessing=1 2024-11-21T05:33:55,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/083cd7fc6746,40265,1732167065617 already deleted, retry=false 2024-11-21T05:33:55,798 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 083cd7fc6746,40265,1732167065617 expired; onlineServers=0 2024-11-21T05:33:55,798 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '083cd7fc6746,44601,1732167064630' ***** 2024-11-21T05:33:55,798 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T05:33:55,799 DEBUG [M:0;083cd7fc6746:44601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6956a245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=083cd7fc6746/172.17.0.2:0 2024-11-21T05:33:55,799 INFO [M:0;083cd7fc6746:44601 {}] regionserver.HRegionServer(1224): stopping server 083cd7fc6746,44601,1732167064630 2024-11-21T05:33:55,799 INFO [M:0;083cd7fc6746:44601 {}] regionserver.HRegionServer(1250): stopping server 083cd7fc6746,44601,1732167064630; all regions closed. 2024-11-21T05:33:55,799 DEBUG [M:0;083cd7fc6746:44601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:33:55,799 DEBUG [M:0;083cd7fc6746:44601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T05:33:55,799 DEBUG [M:0;083cd7fc6746:44601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T05:33:55,799 DEBUG [master/083cd7fc6746:0:becomeActiveMaster-HFileCleaner.large.0-1732167067901 {}] cleaner.HFileCleaner(306): Exit Thread[master/083cd7fc6746:0:becomeActiveMaster-HFileCleaner.large.0-1732167067901,5,FailOnTimeoutGroup] 2024-11-21T05:33:55,799 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T05:33:55,799 INFO [M:0;083cd7fc6746:44601 {}] hbase.ChoreService(370): Chore service for: master/083cd7fc6746:0 had [] on shutdown 2024-11-21T05:33:55,800 DEBUG [master/083cd7fc6746:0:becomeActiveMaster-HFileCleaner.small.0-1732167067902 {}] cleaner.HFileCleaner(306): Exit Thread[master/083cd7fc6746:0:becomeActiveMaster-HFileCleaner.small.0-1732167067902,5,FailOnTimeoutGroup] 2024-11-21T05:33:55,800 DEBUG [M:0;083cd7fc6746:44601 {}] master.HMaster(1733): Stopping service threads 2024-11-21T05:33:55,800 INFO [M:0;083cd7fc6746:44601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T05:33:55,800 ERROR [M:0;083cd7fc6746:44601 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:40563 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40563,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-21T05:33:55,801 INFO [M:0;083cd7fc6746:44601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T05:33:55,801 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T05:33:55,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T05:33:55,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T05:33:55,806 DEBUG [M:0;083cd7fc6746:44601 {}] zookeeper.ZKUtil(347): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T05:33:55,806 WARN [M:0;083cd7fc6746:44601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T05:33:55,806 INFO [M:0;083cd7fc6746:44601 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T05:33:55,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T05:33:55,807 INFO [M:0;083cd7fc6746:44601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T05:33:55,807 DEBUG [M:0;083cd7fc6746:44601 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T05:33:55,807 INFO [M:0;083cd7fc6746:44601 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T05:33:55,807 DEBUG [M:0;083cd7fc6746:44601 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T05:33:55,807 DEBUG [M:0;083cd7fc6746:44601 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T05:33:55,807 DEBUG [M:0;083cd7fc6746:44601 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T05:33:55,807 INFO [M:0;083cd7fc6746:44601 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=748.77 KB heapSize=919.14 KB 2024-11-21T05:33:55,827 DEBUG [M:0;083cd7fc6746:44601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a34fa35e4ff640cfa79c5e56838056a8 is 82, key is hbase:meta,,1/info:regioninfo/1732167068981/Put/seqid=0 2024-11-21T05:33:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742503_1679 (size=5672) 2024-11-21T05:33:55,835 INFO [M:0;083cd7fc6746:44601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2091 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a34fa35e4ff640cfa79c5e56838056a8 2024-11-21T05:33:55,876 DEBUG [M:0;083cd7fc6746:44601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbf9c7e069774542a66ac1d097dd3db8 is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x9A/proc:d/1732167208837/Put/seqid=0 2024-11-21T05:33:55,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742504_1680 (size=45014) 2024-11-21T05:33:55,889 INFO [M:0;083cd7fc6746:44601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=748.21 KB at sequenceid=2091 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbf9c7e069774542a66ac1d097dd3db8 2024-11-21T05:33:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T05:33:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x1015d297b5c0001, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T05:33:55,890 INFO [RS:0;083cd7fc6746:40265 {}] regionserver.HRegionServer(1307): Exiting; stopping=083cd7fc6746,40265,1732167065617; zookeeper connection closed. 2024-11-21T05:33:55,893 INFO [M:0;083cd7fc6746:44601 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbf9c7e069774542a66ac1d097dd3db8 2024-11-21T05:33:55,894 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20b8ae0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20b8ae0 2024-11-21T05:33:55,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T05:33:55,927 DEBUG [M:0;083cd7fc6746:44601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0146210b5b1a4f90bc533b57089a8212 is 69, key is 083cd7fc6746,40265,1732167065617/rs:state/1732167068005/Put/seqid=0 2024-11-21T05:33:55,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073742505_1681 (size=5156) 2024-11-21T05:33:55,961 INFO [M:0;083cd7fc6746:44601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2091 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0146210b5b1a4f90bc533b57089a8212 2024-11-21T05:33:55,967 DEBUG [M:0;083cd7fc6746:44601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a34fa35e4ff640cfa79c5e56838056a8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a34fa35e4ff640cfa79c5e56838056a8 2024-11-21T05:33:55,974 INFO [M:0;083cd7fc6746:44601 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a34fa35e4ff640cfa79c5e56838056a8, entries=8, sequenceid=2091, filesize=5.5 K 2024-11-21T05:33:55,990 DEBUG [M:0;083cd7fc6746:44601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbf9c7e069774542a66ac1d097dd3db8 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbf9c7e069774542a66ac1d097dd3db8 2024-11-21T05:33:56,000 INFO [M:0;083cd7fc6746:44601 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbf9c7e069774542a66ac1d097dd3db8 2024-11-21T05:33:56,000 INFO [M:0;083cd7fc6746:44601 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbf9c7e069774542a66ac1d097dd3db8, entries=179, sequenceid=2091, filesize=44.0 K 2024-11-21T05:33:56,001 DEBUG [M:0;083cd7fc6746:44601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0146210b5b1a4f90bc533b57089a8212 as hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0146210b5b1a4f90bc533b57089a8212 2024-11-21T05:33:56,004 INFO [M:0;083cd7fc6746:44601 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40563/user/jenkins/test-data/28084e0e-6ff1-e6d8-d50e-98a55a07619c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0146210b5b1a4f90bc533b57089a8212, entries=1, sequenceid=2091, filesize=5.0 K 2024-11-21T05:33:56,005 INFO [M:0;083cd7fc6746:44601 {}] regionserver.HRegion(3040): Finished flush of dataSize ~748.77 KB/766736, heapSize ~918.84 KB/940896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=2091, compaction requested=false 2024-11-21T05:33:56,017 INFO [M:0;083cd7fc6746:44601 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T05:33:56,017 DEBUG [M:0;083cd7fc6746:44601 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T05:33:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741830_1006 (size=903890) 2024-11-21T05:33:56,023 INFO [M:0;083cd7fc6746:44601 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T05:33:56,023 INFO [M:0;083cd7fc6746:44601 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44601 2024-11-21T05:33:56,024 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T05:33:56,031 DEBUG [M:0;083cd7fc6746:44601 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/083cd7fc6746,44601,1732167064630 already deleted, retry=false 2024-11-21T05:33:56,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T05:33:56,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44601-0x1015d297b5c0000, quorum=127.0.0.1:49791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T05:33:56,140 INFO [M:0;083cd7fc6746:44601 {}] regionserver.HRegionServer(1307): Exiting; stopping=083cd7fc6746,44601,1732167064630; zookeeper connection closed. 2024-11-21T05:33:56,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T05:33:56,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T05:33:56,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T05:33:56,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T05:33:56,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/hadoop.log.dir/,STOPPED} 2024-11-21T05:33:56,179 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T05:33:56,179 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T05:33:56,179 WARN [BP-539033554-172.17.0.2-1732167061145 heartbeating to localhost/127.0.0.1:40563 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T05:33:56,179 WARN [BP-539033554-172.17.0.2-1732167061145 heartbeating to localhost/127.0.0.1:40563 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-539033554-172.17.0.2-1732167061145 (Datanode Uuid a685f335-e013-49cf-8be2-404c9edf0310) service to localhost/127.0.0.1:40563 2024-11-21T05:33:56,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/cluster_dfcf8c08-d108-3b3d-a995-a394618c6a6b/dfs/data/data2/current/BP-539033554-172.17.0.2-1732167061145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T05:33:56,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/cluster_dfcf8c08-d108-3b3d-a995-a394618c6a6b/dfs/data/data1/current/BP-539033554-172.17.0.2-1732167061145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T05:33:56,184 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T05:33:56,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T05:33:56,216 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T05:33:56,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T05:33:56,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T05:33:56,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f72d15f-6c9d-2692-c093-286093573676/hadoop.log.dir/,STOPPED} 2024-11-21T05:33:56,249 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T05:33:56,493 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down